-- Logs begin at Thu 2021-12-09 00:29:41 UTC, end at Thu 2021-12-09 01:28:21 UTC. -- Dec 09 01:00:34.885978 dv-cinder-790535-20-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 09 01:00:37.815574 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.common.config [-] Logging enabled! Dec 09 01:00:37.816286 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev268 Dec 09 01:00:37.816391 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102473) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 01:00:37.819687 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.common.config [-] Logging enabled! Dec 09 01:00:37.819947 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev268 Dec 09 01:00:37.820700 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102473) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 09 01:00:37.821643 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 01:00:37.821880 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 01:00:37.822254 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 01:00:37.822526 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 01:00:37.822757 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 01:00:37.823079 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.823505 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 09 01:00:37.823826 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.824125 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.824422 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.824722 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.825014 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.825302 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.825591 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.825889 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.826174 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.826486 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.826771 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.827062 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.827345 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.827633 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.827920 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.828203 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] debug = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.828487 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.828907 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.829319 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.829600 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.829888 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.830169 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.830476 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.830756 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.831039 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.831369 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] host = dv-cinder-790535-20-iscsi {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.831665 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.831939 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.832228 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.832519 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.832797 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.833073 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.833359 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.833633 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.833908 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] log_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.834186 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.834501 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.834792 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.835089 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.835315 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.835538 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.836800 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.837109 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.837399 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.837686 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.837970 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.838253 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.838557 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.838836 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.839130 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.839419 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.839709 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.839992 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.840272 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.840548 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.840826 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.841148 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.841532 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.841816 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.842100 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.842417 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.842698 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.842991 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.843282 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.843575 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.843862 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.844152 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.844429 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.844801 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.845034 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.845258 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.845534 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] use_json = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.845814 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.846088 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.846390 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.846670 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.846938 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.847213 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.847487 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.847774 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:37.848072 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.848372 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.848674 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.848958 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.849268 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.849554 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.849844 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.850124 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.850440 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.850731 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.851017 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.851369 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.852335 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.852796 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.853112 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.853425 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.853725 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.854025 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.854654 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.854654 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.854868 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.855152 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.855448 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.855730 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.856021 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.856575 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.856860 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.857160 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.857450 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.857745 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.858036 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.858314 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.858625 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.858918 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.859198 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.859473 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.859749 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.860036 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.860315 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.860591 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.860874 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.861154 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.861429 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.861703 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.861979 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.862273 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.862576 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.862853 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.863128 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.863410 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.863685 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.863975 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.864270 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.864538 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.864814 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.865094 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.865371 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.865643 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.865920 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.866196 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.866501 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.866778 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.867390 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.867804 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.868115 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.868414 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.868711 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.869005 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.869303 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.869590 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.869877 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.870163 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.870473 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.870760 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.871056 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.871363 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.871649 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.871936 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.872224 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.872513 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.872799 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.873084 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.873372 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.873657 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.873939 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.874239 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.874554 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.874849 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.875137 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.875449 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.875749 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.876032 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.876320 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.876603 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.876885 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.877172 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.877465 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.877764 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.878063 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.878375 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.878681 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.878980 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.879263 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.879574 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.879858 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:37.880075 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 01:00:37.880321 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102473) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 09 01:00:38.310498 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 01:00:38.310776 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 01:00:38.311089 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 09 01:00:38.311426 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 09 01:00:38.640166 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.640382 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.640655 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.641955 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.642228 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.642515 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.690240 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.690544 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.690812 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.705080 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.705360 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.705634 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.735254 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.735535 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.735801 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.772231 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.772507 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:38.772771 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.109544 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.110192 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.110192 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.110358 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.111054 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.210171 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.210512 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.211447 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.211901 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.212275 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.212718 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.213094 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.213468 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.213735 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.214018 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.214278 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.214567 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.214824 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.215077 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.215331 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.215595 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.215850 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.216111 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.216377 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.216632 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.216901 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.217153 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.217427 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.217801 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.218045 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.218288 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.218736 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 01:00:39.218977 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 01:00:39.219213 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 01:00:39.219446 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 01:00:39.219679 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 01:00:39.219911 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 01:00:39.220273 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 09 01:00:39.223427 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 09 01:00:39.228156 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 09 01:00:39.232339 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Dec 09 01:00:39.233965 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 09 01:00:39.234469 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 09 01:00:39.234808 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 09 01:00:39.235188 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 09 01:00:39.238009 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 09 01:00:39.238257 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 09 01:00:39.238637 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 01:00:39.243932 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 09 01:00:39.266445 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 09 01:00:39.266897 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.267193 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102473) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 09 01:00:39.267569 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.268928 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102473) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 09 01:00:39.269208 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 01:00:39.269457 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 09 01:00:39.272683 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.272970 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.337148 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 09 01:00:39.337386 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 09 01:00:39.337621 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 09 01:00:39.337985 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 09 01:00:39.360003 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_db.sqlalchemy.engines [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102473) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 09 01:00:39.787270 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Initializing driver for type 'gre' Dec 09 01:00:39.787855 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] gre ID ranges: [(1, 1000)] Dec 09 01:00:39.837182 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Initializing driver for type 'local' Dec 09 01:00:39.837566 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Initializing driver for type 'vlan' Dec 09 01:00:39.852237 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] VlanTypeDriver initialization complete Dec 09 01:00:39.852711 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Initializing driver for type 'vxlan' Dec 09 01:00:39.853302 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] vxlan ID ranges: [(1, 1000)] Dec 09 01:00:39.902454 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Initializing extension driver 'port_security' Dec 09 01:00:39.902877 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.extensions.port_security [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] PortSecurityExtensionDriver initialization complete Dec 09 01:00:39.903213 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Initializing mechanism driver 'openvswitch' Dec 09 01:00:39.903549 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Initializing mechanism driver 'hyperv' Dec 09 01:00:39.910254 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.plugins.ml2.plugin [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:00:39.911130 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > port after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.911511 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > port after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.911876 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > port after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.912423 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 01:00:39.912941 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > subnet after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.913320 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > subnet after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.913726 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > subnet after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.914232 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 01:00:39.914832 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > network after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.915267 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > network after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.915620 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > network after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.916025 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 01:00:39.916493 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > security_group after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.916881 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > security_group after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.917245 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > security_group after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.917684 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 01:00:39.918123 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.918551 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.918905 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.919310 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 01:00:39.919723 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > address_group after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.920073 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > address_group after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.920418 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > address_group after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.920822 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102473) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 09 01:00:39.921210 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] ML2 OVO RPC backend initialized. {{(pid=102473) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 09 01:00:39.921929 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router_interface after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.922286 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.922767 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > network before_response 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.923122 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > networks before_response 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.923477 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > port before_response 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.923851 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > ports before_response 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.924199 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > subnet before_response 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.924546 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > subnets before_response 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.924897 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > network after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.925239 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > network after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.925578 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > network after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.925916 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > port after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.926255 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > port after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.926617 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > port after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.926956 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > subnet after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.927292 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > subnet after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.927625 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > subnet after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.928208 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.plugin [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Modular L2 Plugin initialization complete Dec 09 01:00:39.928541 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading services supported by the core plugin {{(pid=102473) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 09 01:00:39.928871 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.plugins.ml2.managers [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Got port-security extension from driver 'port_security' Dec 09 01:00:39.929856 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.extensions.vlantransparent [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Disabled vlantransparent extension. Dec 09 01:00:39.930408 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102473) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 09 01:00:39.930734 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading Plugin: router Dec 09 01:00:39.967519 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router_interface before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.967917 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router after_create 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.968288 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router before_create 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.968660 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.969034 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.969393 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router after_delete 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.969755 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > floatingip after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.970228 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > floatingip after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.970621 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router after_create 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.970972 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router after_update 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.971324 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router after_update 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.971678 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.972042 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router after_update 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.972463 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router precommit_update 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.972837 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: port after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.973181 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: port after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.973522 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: subnet after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.973868 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.974221 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > port precommit_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.974594 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router precommit_create 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.974946 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: port before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.975292 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router precommit_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.975650 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router after_update 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.975996 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router precommit_delete 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.976449 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router precommit_create 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.976817 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router_interface after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.977161 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router precommit_update 55549900 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.977528 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > agent after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.977883 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > agent after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.978234 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > network after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.979140 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Tracking information for resource: router configured {{(pid=102473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 01:00:39.979479 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Tracking information for resource: floatingip configured {{(pid=102473) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 01:00:39.984644 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.db.l3_agentschedulers_db [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 09 01:00:39.985228 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: port after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.985595 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: port after_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.985954 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: port after_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.986310 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: port after_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.987127 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router before_create 55550100 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.987499 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router precommit_delete 55550100 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.987864 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router precommit_create 55550100 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.988223 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > router precommit_update 55550100 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:39.993726 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.services.provider_configuration [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service providers = [] {{(pid=102473) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 09 01:00:39.994091 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.db.servicetype_db [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102473) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 09 01:00:39.997088 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.services.service_base [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102473) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 01:00:39.997443 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.services.service_base [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102473) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 01:00:39.997788 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.services.service_base [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102473) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 01:00:39.998714 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.services.service_base [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102473) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 09 01:00:39.999086 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.services.service_base [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 09 01:00:39.999460 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 01:00:39.999777 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 09 01:00:40.011319 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 01:00:40.011656 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading Plugin: auto_allocate Dec 09 01:00:40.017442 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: network precommit_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:40.017819 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: network precommit_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:40.018343 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 01:00:40.018698 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading Plugin: tag Dec 09 01:00:40.025670 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 01:00:40.026003 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading Plugin: timestamp Dec 09 01:00:40.029840 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 01:00:40.030177 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading Plugin: network_ip_availability Dec 09 01:00:40.035685 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:40.036067 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:40.036430 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:40.037140 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 01:00:40.037506 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading Plugin: flavors Dec 09 01:00:40.042597 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 01:00:40.042932 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading Plugin: revisions Dec 09 01:00:40.047246 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102473) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 09 01:00:40.047643 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_concurrency.lockutils [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.736s {{(pid=102473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 09 01:00:40.048394 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102473) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 09 01:00:40.048735 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Initializing extension manager. Dec 09 01:00:40.049252 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: __init__.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.049597 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: __pycache__ {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.049936 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.050272 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: address_group.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.051050 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.051619 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: address-group Dec 09 01:00:40.051949 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: address_scope.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.052663 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.053174 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: address-scope Dec 09 01:00:40.053502 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: admin_state_down_before_update.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.054980 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.055493 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: router-admin-state-down-before-update Dec 09 01:00:40.055821 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: agent.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.056531 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.057039 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: agent Dec 09 01:00:40.057364 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: agent_resources_synced.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.058281 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.058962 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: agent-resources-synced Dec 09 01:00:40.059289 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: allowedaddresspairs.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.061100 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.061621 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: allowed-address-pairs Dec 09 01:00:40.061948 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: auto_allocated_topology.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.063059 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.063578 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: auto-allocated-topology Dec 09 01:00:40.063904 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: availability_zone.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.064596 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.065105 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: availability_zone Dec 09 01:00:40.065430 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: availability_zone_filter.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.066357 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.066886 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: availability_zone_filter Dec 09 01:00:40.067210 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: data_plane_status.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.068121 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.068630 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension data-plane-status not supported by any of loaded plugins Dec 09 01:00:40.068954 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: default_subnetpools.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.069875 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.071098 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: default-subnetpools Dec 09 01:00:40.071481 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: dhcpagentscheduler.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.072306 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.072819 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: dhcp_agent_scheduler Dec 09 01:00:40.073145 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: dns.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.074068 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.074600 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension dns-integration not supported by any of loaded plugins Dec 09 01:00:40.074926 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: dns_domain_ports.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.075851 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.076365 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 09 01:00:40.076689 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.077614 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.078118 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 09 01:00:40.078468 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: dvr.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.079139 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.079645 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: dvr Dec 09 01:00:40.079969 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: ecmp_routes.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.080886 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.081389 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension ecmp_routes not supported by any of loaded plugins Dec 09 01:00:40.081715 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: empty_string_filtering.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.082649 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.083156 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: empty-string-filtering Dec 09 01:00:40.083482 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.084395 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.084898 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 09 01:00:40.085223 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.086194 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.086717 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 09 01:00:40.087044 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: external_net.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.087957 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.088464 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: external-net Dec 09 01:00:40.088789 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: extra_dhcp_opt.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.089696 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.090301 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: extra_dhcp_opt Dec 09 01:00:40.090662 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: extraroute.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.091569 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.092082 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: extraroute Dec 09 01:00:40.092408 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: extraroute_atomic.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.095165 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.095697 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: extraroute-atomic Dec 09 01:00:40.096033 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: filter_validation.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.096718 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.097250 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: filter-validation Dec 09 01:00:40.097562 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: fip_pf_description.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.098517 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.099028 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 09 01:00:40.099356 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: fip_port_details.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.100282 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.100789 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: fip-port-details Dec 09 01:00:40.101115 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: flavors.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.102520 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.103045 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: flavors Dec 09 01:00:40.103379 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.105063 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.105587 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 09 01:00:40.105924 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: floatingip_pools.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.106922 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.107440 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: floatingip-pools Dec 09 01:00:40.107769 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: ip_allocation.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.108698 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.109211 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension ip_allocation not supported by any of loaded plugins Dec 09 01:00:40.109541 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.110495 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.111002 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: ip-substring-filtering Dec 09 01:00:40.111325 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: l2_adjacency.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.112249 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.112760 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension l2_adjacency not supported by any of loaded plugins Dec 09 01:00:40.113087 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: l3.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.114061 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.114617 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: router Dec 09 01:00:40.114949 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: l3_conntrack_helper.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.117718 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.118250 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 09 01:00:40.118609 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.119547 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.120067 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: ext-gw-mode Dec 09 01:00:40.120398 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.121343 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.121858 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: l3-ha Dec 09 01:00:40.122187 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: l3_flavors.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.123142 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.123660 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: l3-flavors Dec 09 01:00:40.123990 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.124915 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.125433 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: l3-port-ip-change-not-allowed Dec 09 01:00:40.125762 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: l3agentscheduler.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.126842 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.127356 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: l3_agent_scheduler Dec 09 01:00:40.127687 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: local_ip.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.129492 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.130020 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension local_ip not supported by any of loaded plugins Dec 09 01:00:40.130354 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: logging.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.131871 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.132398 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension logging not supported by any of loaded plugins Dec 09 01:00:40.133307 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: metering.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.134259 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.134874 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: metering Dec 09 01:00:40.135209 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.136308 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.136835 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: metering_source_and_destination_fields Dec 09 01:00:40.137169 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: multiprovidernet.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.138094 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.138638 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: multi-provider Dec 09 01:00:40.138970 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: netmtu.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.139888 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.140401 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: net-mtu Dec 09 01:00:40.140732 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: netmtu_writable.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.141654 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.142166 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: net-mtu-writable Dec 09 01:00:40.142532 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: network_availability_zone.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.143206 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.143716 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: network_availability_zone Dec 09 01:00:40.144041 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: network_ip_availability.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.145166 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.145681 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: network-ip-availability Dec 09 01:00:40.146009 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: network_segment_range.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.146829 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.147334 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension network-segment-range not supported by any of loaded plugins Dec 09 01:00:40.147662 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: pagination.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.148817 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.149153 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: pagination Dec 09 01:00:40.149479 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: port_device_profile.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.150419 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.150938 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: port-device-profile Dec 09 01:00:40.151263 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.152189 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.152697 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: port-mac-address-regenerate Dec 09 01:00:40.153022 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.153935 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.154478 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: port-numa-affinity-policy Dec 09 01:00:40.154806 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: port_resource_request.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.155729 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.156242 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension port-resource-request not supported by any of loaded plugins Dec 09 01:00:40.156573 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: port_resource_request_groups.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.157562 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.158074 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 09 01:00:40.158429 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: portbindings.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.159363 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.159873 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: binding Dec 09 01:00:40.160197 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: portbindings_extended.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.161457 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.161971 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: binding-extended Dec 09 01:00:40.162300 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: portsecurity.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.163240 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.163890 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: port-security Dec 09 01:00:40.164313 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: project_id.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.165376 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.165712 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: project-id Dec 09 01:00:40.166042 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: providernet.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.167000 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.167514 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: provider Dec 09 01:00:40.167839 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.171384 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.171923 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension qos not supported by any of loaded plugins Dec 09 01:00:40.172264 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.173524 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.174046 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 09 01:00:40.174404 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.175337 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.175858 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 09 01:00:40.176187 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos_default.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.177109 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.177625 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension qos-default not supported by any of loaded plugins Dec 09 01:00:40.177954 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos_fip.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.178642 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.179157 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension qos-fip not supported by any of loaded plugins Dec 09 01:00:40.180019 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos_fip_network_policy.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.181035 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 09 01:00:40.181371 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos_gateway_ip.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.182297 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.182840 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 09 01:00:40.183172 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos_port_network_policy.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.184088 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.184603 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 09 01:00:40.184932 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.186075 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.186625 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 09 01:00:40.186962 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos_pps_rule.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.188161 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.188684 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension qos-pps not supported by any of loaded plugins Dec 09 01:00:40.189014 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos_rule_type_details.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.189934 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.190532 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 09 01:00:40.190861 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: qos_rules_alias.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.191991 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.192513 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 09 01:00:40.192840 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: quota_check_limit.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.193754 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.194269 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: quota-check-limit Dec 09 01:00:40.194625 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: quotasv2.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.196181 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.196511 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: quotas Dec 09 01:00:40.196843 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: quotasv2_detail.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.200020 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.200364 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: quota_details Dec 09 01:00:40.200705 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: rbac.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.201746 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.202271 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: rbac-policies Dec 09 01:00:40.202634 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: rbac_address_group.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.203571 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.204091 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: rbac-address-group Dec 09 01:00:40.204422 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: rbac_address_scope.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.205355 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.205868 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: rbac-address-scope Dec 09 01:00:40.206195 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: rbac_security_groups.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.207154 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.207675 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: rbac-security-groups Dec 09 01:00:40.208004 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: rbac_subnetpool.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.208927 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.209441 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: rbac-subnetpool Dec 09 01:00:40.209771 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: revisionifmatch.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.210785 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.211299 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: revision-if-match Dec 09 01:00:40.211627 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: revisions.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.212748 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.213263 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: standard-attr-revisions Dec 09 01:00:40.213593 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: router_availability_zone.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.214266 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.214816 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: router_availability_zone Dec 09 01:00:40.215143 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: routerservicetype.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.216065 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.216574 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension router-service-type not supported by any of loaded plugins Dec 09 01:00:40.216903 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.217903 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.218443 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: security-groups-normalized-cidr Dec 09 01:00:40.218772 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: security_groups_port_filtering.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.219696 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.220206 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: port-security-groups-filtering Dec 09 01:00:40.220532 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.221461 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.221969 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: security-groups-remote-address-group Dec 09 01:00:40.222296 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.223254 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.223766 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: security-groups-shared-filtering Dec 09 01:00:40.224095 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.224671 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 09 01:00:40.224996 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: securitygroup.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.235370 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.235910 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: security-group Dec 09 01:00:40.236249 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: segment.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.237061 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.237578 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension segment not supported by any of loaded plugins Dec 09 01:00:40.237908 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.238889 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.239402 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 09 01:00:40.239730 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: servicetype.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.240857 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.241381 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: service-type Dec 09 01:00:40.241710 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: sorting.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.243278 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.243614 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: sorting Dec 09 01:00:40.243938 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: standard_attr_segment.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.244860 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.245383 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 09 01:00:40.245709 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: standardattrdescription.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.246356 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.246895 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: standard-attr-description Dec 09 01:00:40.247218 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: stateful_security_group.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.248148 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.248664 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: stateful-security-group Dec 09 01:00:40.248991 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: stdattrs_common.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.249564 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 09 01:00:40.249890 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.250851 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.251364 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 09 01:00:40.251690 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: subnet_onboard.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.252769 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.253283 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: subnet_onboard Dec 09 01:00:40.253612 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.254575 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.255082 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 09 01:00:40.255408 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: subnet_service_types.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.256335 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.256851 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: subnet-service-types Dec 09 01:00:40.257176 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: subnetallocation.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.258915 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.259435 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: subnet_allocation Dec 09 01:00:40.259767 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.260439 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.260953 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: subnetpool-prefix-ops Dec 09 01:00:40.261294 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.262229 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.262768 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 09 01:00:40.263097 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: tagging.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.264167 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.264688 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: standard-attr-tag Dec 09 01:00:40.265024 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: timestamp.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.266231 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.266781 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loaded extension: standard-attr-timestamp Dec 09 01:00:40.267116 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: trunk.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.268180 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.268699 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension trunk not supported by any of loaded plugins Dec 09 01:00:40.269031 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: trunk_details.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.269952 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.270495 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension trunk-details not supported by any of loaded plugins Dec 09 01:00:40.270825 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: uplink_status_propagation.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.271747 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.272256 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 09 01:00:40.272585 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Loading extension file: vlantransparent.py {{(pid=102473) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 09 01:00:40.273450 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102473) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 01:00:40.273975 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extension vlan-transparent not supported by any of loaded plugins Dec 09 01:00:40.276480 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:network Dec 09 01:00:40.277008 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:subnet Dec 09 01:00:40.277410 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 01:00:40.277805 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:port Dec 09 01:00:40.279075 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.279512 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service FLAVORS assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.280123 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.280548 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.280881 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:router Dec 09 01:00:40.281316 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:floatingip Dec 09 01:00:40.281814 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service METERING assigned prefix: /metering {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.283830 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:40.284207 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:40.284564 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:00:40.285575 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 01:00:40.286015 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:security_group Dec 09 01:00:40.286568 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 01:00:40.287182 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service CORE assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.287563 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 01:00:40.287867 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] subnetpool is already registered Dec 09 01:00:40.288297 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service CORE assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.288625 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 01:00:40.289545 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] subnetpool is already registered Dec 09 01:00:40.291826 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.292358 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service FLAVORS assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.292960 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.293385 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.293723 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:router Dec 09 01:00:40.294065 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] router is already registered Dec 09 01:00:40.294506 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:floatingip Dec 09 01:00:40.294847 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] floatingip is already registered Dec 09 01:00:40.295303 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service METERING assigned prefix: /metering {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.295971 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 01:00:40.296304 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] rbac_policy is already registered Dec 09 01:00:40.296717 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:security_group Dec 09 01:00:40.297062 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] security_group is already registered Dec 09 01:00:40.297468 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 01:00:40.297805 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] security_group_rule is already registered Dec 09 01:00:40.298462 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service CORE assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.298794 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 01:00:40.299131 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] subnetpool is already registered Dec 09 01:00:40.299551 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.v2.resource_helper [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Service CORE assigned prefix: {{(pid=102473) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 09 01:00:40.299878 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 01:00:40.300215 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING neutron.quota.resource_registry [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] subnetpool is already registered Dec 09 01:00:40.300678 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: extensions {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.302126 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: address-groups {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.303660 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: address-scopes {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.305082 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: agents {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.306302 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: auto-allocated-topology {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.307575 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: availability_zones {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.308816 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: dhcp-networks {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.310305 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: dhcp-agents {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.311748 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: routers {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.313976 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: flavors {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.315183 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: service_profiles {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.316404 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: next_providers {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.317854 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: service_profiles {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.321220 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: floatingip-pools {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.322573 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: routers {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.324711 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: floatingips {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.326002 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: l3-routers {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.327434 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: l3-agents {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.328844 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: metering-labels {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.330216 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: metering-label-rules {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.331536 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: network-ip-availabilities {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.332795 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: bindings {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.334491 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: quotas {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.336813 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: quotas {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.338392 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: rbac-policies {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.339677 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: security-groups {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.340904 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: security-group-rules {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.342147 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: service-providers {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.343413 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: subnetpools {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.344858 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: subnetpools {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.346310 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: tags {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.348021 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: tags {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.349858 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: tags {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.351821 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: tags {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.353634 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: tags {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.355521 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: tags {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.357499 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: tags {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.359446 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: tags {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.361227 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: tags {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.363105 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron.api.extensions [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Extended resource: tags {{(pid=102473) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 09 01:00:40.369213 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING keystonemiddleware.auth_token [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 09 01:00:40.373947 dv-cinder-790535-20-iscsi neutron-server[102473]: WARNING keystonemiddleware.auth_token [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 09 01:00:40.383283 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_concurrency.lockutils [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Acquired lock "singleton_lock" {{(pid=102473) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 09 01:00:40.383758 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_concurrency.lockutils [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Releasing lock "singleton_lock" {{(pid=102473) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 09 01:00:40.384412 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO oslo_service.service [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Starting 2 workers Dec 09 01:00:40.389252 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Started child 102582 {{(pid=102473) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 01:00:40.393857 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Started child 102583 {{(pid=102473) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 01:00:40.395036 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:40.395713 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO neutron.service [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Neutron service started, listening on 0.0.0.0:9696 Dec 09 01:00:40.396024 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Publish callbacks [] for process, before_spawn {{(pid=102473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:40.396532 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [-] (102582) wsgi starting up on http://0.0.0.0:9696 Dec 09 01:00:40.399094 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO oslo_service.service [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Starting 1 workers Dec 09 01:00:40.399288 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:40.400702 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [-] (102583) wsgi starting up on http://0.0.0.0:9696 Dec 09 01:00:40.404300 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Started child 102584 {{(pid=102473) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 01:00:40.404868 dv-cinder-790535-20-iscsi neutron-server[102473]: INFO oslo_service.service [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Starting 1 workers Dec 09 01:00:40.408191 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.service [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] calling RpcWorker wait() {{(pid=102584) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 09 01:00:40.408721 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.service [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] returning from RpcWorker wait() {{(pid=102584) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 09 01:00:40.409325 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Started child 102585 {{(pid=102473) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 09 01:00:40.410095 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:40.410189 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG neutron_lib.callbacks.manager [None req-7140cda4-0888-42fe-84d1-0c5fb3c2d9bf None None] Publish callbacks [] for process, after_spawn {{(pid=102473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:40.410611 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:00:40.412005 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102473) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 01:00:40.412224 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 01:00:40.412417 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 01:00:40.412643 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 01:00:40.412979 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 01:00:40.413161 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 01:00:40.413731 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.414066 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.414326 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.414491 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:40.414944 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.414944 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.415530 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.415810 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:00:40.415901 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.416063 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.416349 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.416600 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.416774 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.416940 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.417195 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.417446 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.417756 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.418031 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.418280 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.418531 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.418708 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.418957 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.419238 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.419483 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.419756 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] debug = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.420013 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.420490 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.420718 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.420958 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.421195 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.421469 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.421699 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.421941 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.422173 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.422444 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.422663 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.422929 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.423161 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.423389 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.423642 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.423853 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.424119 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.424409 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.424808 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] host = dv-cinder-790535-20-iscsi {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.425065 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.425305 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.425547 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.425794 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.426021 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.426237 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.426511 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.426771 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.427016 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.427260 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.427496 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.427761 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.427983 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.428218 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.428431 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_options = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.428628 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.428900 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.429150 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.429391 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.429563 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.429744 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.430009 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.430172 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.430469 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.430690 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.430904 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.431135 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.431350 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.431584 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.431860 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.432096 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.432350 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.432577 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.432820 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.433067 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.433311 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.433535 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.433751 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.433984 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.434233 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.434523 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.434694 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.434909 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.435132 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.435366 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.435634 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.435848 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.436095 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.436345 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.436593 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.436822 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.437048 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.437268 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.437533 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.437758 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.438032 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.438274 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.438542 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.438756 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.438969 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.439212 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.439443 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_json = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.439674 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.439905 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.440151 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.440363 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.440581 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.440792 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.441024 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.441271 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.441692 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.441965 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.442290 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.442557 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.442790 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.443035 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.443282 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.443501 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.443743 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.445739 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.446068 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.446309 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.446626 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.446893 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.448255 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.448781 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.449070 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.449380 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.449923 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.450179 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.450550 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.450792 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.451083 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.451313 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.451554 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.451826 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.452075 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.453063 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.453857 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.453988 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.454200 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.455083 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.455083 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.455270 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.455516 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.455892 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.456189 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.457917 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.457917 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.458117 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.458495 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.459159 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.459284 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.459522 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.459839 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.460085 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.460362 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.461330 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.461758 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.462071 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.462388 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.462682 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.462949 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.463552 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.464202 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.464315 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.464674 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.465151 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.465432 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.465660 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.465940 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.466355 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.466648 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.466851 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.467241 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.467749 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.468007 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.468250 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.468627 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.468939 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.469086 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.469349 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.469602 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.469887 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.470236 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.470511 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.470782 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.471006 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.471324 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.471607 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.471796 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.472329 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.472512 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.473022 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.473458 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.473710 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.474139 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.474619 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.475070 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.475507 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.475869 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.476532 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.477140 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.477246 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.477519 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.477697 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.477967 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.478221 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.478477 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.478704 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.479139 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.479664 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.480104 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.480488 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.480750 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.481055 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.481572 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.481859 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.482178 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.482429 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.482925 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.483349 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.483771 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.484050 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.484298 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.484545 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.484823 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.485089 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.485535 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.485843 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.486272 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.486685 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.487116 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.487571 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.488054 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.488527 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.488804 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.489061 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.489306 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.489570 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.489860 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.490113 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.490402 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.490666 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.491049 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.491287 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.491527 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.491841 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.492843 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.493184 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.493488 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.493815 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.494161 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.494499 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.494815 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.495100 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.495374 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.495645 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.495909 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.496413 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.496692 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.496964 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.497354 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.497767 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.498157 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.498556 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.498984 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.499353 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.499728 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.500005 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.500283 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.500716 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.500944 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.501171 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.501402 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.501657 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.501878 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.502107 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.502351 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.502633 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.502857 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.503079 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.503298 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.503554 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.503783 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.504060 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.504326 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.504547 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.504778 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.505025 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.505284 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.505535 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.506022 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.506254 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.506503 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.506724 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.506949 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.507169 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.507387 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.508200 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.508424 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.508906 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.509322 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.509668 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.509928 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.510172 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.510458 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.510696 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.510922 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.511168 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.511396 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.511859 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.512096 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.513395 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.513395 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.513395 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.513395 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.513395 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.513808 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.513808 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.514006 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.514234 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.514567 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.514833 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.515073 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.515329 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.515572 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.515790 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.516027 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.516240 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.516453 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.516698 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.516940 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.517158 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.517384 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.517595 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.517806 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.518030 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.518250 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.518522 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.518772 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.518988 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.519200 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.519424 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.519646 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.519860 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.520103 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.520315 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.520528 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.520750 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.520969 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.521181 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.521408 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.521620 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.521833 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.522056 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.522275 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.522535 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.522841 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.523184 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.523987 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.524285 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.524528 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.524784 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.525048 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.525375 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.525594 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.525865 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.526086 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.526340 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.526603 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.526865 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.527193 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.527470 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.527743 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.527981 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.528259 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.528545 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.528807 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.529024 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.529316 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.529653 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.529943 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.530218 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.530470 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.530724 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.530959 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.531178 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.531418 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.531658 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.531878 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.532120 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.532371 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.532603 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.532823 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.533057 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.533278 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.533505 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.533762 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.534065 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.534065 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.534482 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 01:00:40.534924 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102473) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 09 01:00:40.535089 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 09 01:00:40.535245 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 09 01:00:40.535436 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 09 01:00:40.535614 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 09 01:00:40.535769 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 09 01:00:40.535988 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.536149 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.536312 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.536473 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.536635 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.536816 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.536978 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.537139 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.537297 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.537457 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.537668 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.537810 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.537933 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.538075 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.538235 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.538417 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.538579 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.538775 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.538943 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.539103 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.539418 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.539598 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.539759 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] debug = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.539919 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.540139 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.540306 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.540468 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.540627 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.540787 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.540947 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.541109 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.541336 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.541503 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.541664 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.541826 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.541985 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.542145 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.542308 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.542560 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.542722 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.542882 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.543042 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] host = dv-cinder-790535-20-iscsi {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.543202 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.543364 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.543524 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.543685 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.543845 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.544007 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.544165 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.544326 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.544485 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.544645 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.544807 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.544965 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.545126 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.545287 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.545449 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_options = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.545611 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.545769 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.545934 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.546129 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.546296 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.546481 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.546641 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.546802 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.546962 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.547123 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.547285 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.547456 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.547604 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.547763 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.547925 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.548084 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.548243 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.548408 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.548568 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.548729 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.548888 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.549047 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.549207 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.549366 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.549527 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.549691 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.549841 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.549995 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.550154 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.550314 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.550495 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.550651 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.550788 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.550952 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.551112 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.551272 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.551432 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.551593 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.551756 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.551917 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.552078 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.552238 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.552399 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.552559 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.552684 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:00:40.552781 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.552862 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.553015 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_json = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.553175 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.553334 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.553495 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.553655 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.553815 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.553976 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.554136 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.554429 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 09 01:00:40.554862 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.554977 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.555081 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.555243 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.555405 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.555572 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.555735 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.555898 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.556059 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.556221 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.556392 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.556555 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.556728 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.556890 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.557051 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.557216 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.557378 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.557541 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.557703 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.557866 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.558027 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.558190 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.558378 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.558545 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.558707 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.558870 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.559031 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.559201 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.559363 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.559541 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.559703 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.559867 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.560030 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.560194 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.560488 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.560655 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.560819 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.560984 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.561144 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.561307 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.561471 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.561634 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.561797 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.561960 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.562123 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.562281 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.562483 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.562648 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.562810 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.562973 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.563136 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.563300 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.563583 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.563999 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 44340) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:00:40.566851 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.567080 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.567266 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.567450 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.567710 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.567875 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.568045 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.568195 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.568368 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.568532 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.568670 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.568834 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.568981 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.569148 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.569296 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.569476 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.569633 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.569782 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.570486 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.571726 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.571726 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.571726 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.571726 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.571726 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.572343 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.572546 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.573160 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069144 Dec 09 01:00:40.573371 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.573371 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.573517 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.573664 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.573834 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.574002 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.574165 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.574326 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.574490 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.574811 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.574972 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.575336 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.575634 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.575936 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.576344 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.576506 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.576670 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.576826 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.577137 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.577432 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.577725 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.578019 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.578323 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.578662 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.578985 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.579281 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.579562 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.579866 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.580155 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.580453 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.580654 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.580939 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.581104 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.581424 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.581816 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.582153 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.582313 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.582494 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.582655 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.582827 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.582985 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.583284 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.583577 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.583885 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.584052 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.584212 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.584751 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.584751 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.584751 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.584968 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.585094 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.585398 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.586476 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.586819 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.587004 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.587199 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.587379 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.587559 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.587735 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.587935 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.588106 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.588278 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.588445 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.588594 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.589648 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.589648 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.589648 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.589648 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.589648 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.589648 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.590465 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.590465 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.590465 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.590465 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.590465 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.591095 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.591095 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.591095 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.591095 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.592388 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.592388 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.592388 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.592388 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.592388 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.592388 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.592388 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.592388 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.593385 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.593385 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.593385 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.593385 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.593385 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.593385 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.593385 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.594197 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.594197 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.594197 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.594197 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.594197 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.594197 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.594904 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.594904 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.594904 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.594904 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.595399 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.595399 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.595399 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.595791 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.595791 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.595791 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.596194 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.596194 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.596679 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.596679 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.596679 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.597051 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.597051 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.597051 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.597279 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.597355 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.597477 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.597609 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.597772 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.597934 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.598097 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.598262 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.598464 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.598630 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.598794 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.599056 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.599207 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.599374 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.599536 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.599714 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.600690 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.600690 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.600690 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.600690 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.601778 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.601778 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.601778 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.601778 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.602420 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.602420 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.602420 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.603476 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.603476 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.603476 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.603476 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.603476 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.603476 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.603476 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.604329 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.604329 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.604329 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.604329 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.604329 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.604932 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.604932 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.604932 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.604932 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.605417 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.605417 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.605417 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.605417 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.605948 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.605948 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.605948 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.606673 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.606673 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.606673 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.607074 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.607074 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.607074 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.607447 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.607447 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.607709 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.607709 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.607971 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.607971 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.608171 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.608291 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.608455 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.608622 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.608796 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.608994 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.609157 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.609326 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.609496 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.609666 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.609830 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.610089 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.610194 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.610339 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.611339 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.611507 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.611672 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.611841 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.611999 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.612317 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.612626 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.612930 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.613244 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.613408 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.613561 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.613725 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.613887 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.614903 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.614903 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.614903 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.614903 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.614903 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 09 01:00:40.614903 dv-cinder-790535-20-iscsi neutron-server[102473]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102473) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 09 01:00:52.161235 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5769bf-0d49-4ec1-b857-5439e193a1e4 None None] get_active_networks_info from dv-cinder-790535-20-iscsi {{(pid=102584) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 09 01:00:52.255391 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5769bf-0d49-4ec1-b857-5439e193a1e4 None None] No non-hosted networks {{(pid=102584) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 09 01:00:52.277060 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.agentschedulers_db [None req-dc5769bf-0d49-4ec1-b857-5439e193a1e4 None None] DHCP Agent not found on host dv-cinder-790535-20-iscsi {{(pid=102584) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 09 01:00:52.414970 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2865-5a7b-4a97-87ce-039f2bf30459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618383'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:54.443685 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfec3-0c7b-4030-968d-df80312c1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618383'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:54.516292 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4112f0e8-41d0-4da3-8625-01ac523886c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:56.144266 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618383'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:57.167612 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618383'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:57.465549 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.db.l3_hamode_db [None req-36eeb42d-d65e-4a31-98ec-f2ad6f88340e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 09 01:00:57.548371 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eeb42d-d65e-4a31-98ec-f2ad6f88340e None None] Routers set() bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:00:57.548917 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eeb42d-d65e-4a31-98ec-f2ad6f88340e None None] Router IDs set() for agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 09 01:00:58.285739 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618383'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:00:58.287317 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.287775 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.288669 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.289223 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.289568 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.289903 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.290237 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.290611 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.290947 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.291279 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.291624 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.291953 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.292293 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:00:58.292697 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-20-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:00:58.297941 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-20-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:00:58.896395 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 44436) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:00:59.394602 dv-cinder-790535-20-iscsi neutron-server[102582]: WARNING oslo_policy.policy [None req-3374c3ec-37a5-4cac-9e54-a2baf1c90d86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 01:00:59.395223 dv-cinder-790535-20-iscsi neutron-server[102582]: WARNING oslo_policy.policy [None req-3374c3ec-37a5-4cac-9e54-a2baf1c90d86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 01:00:59.627574 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [None req-3374c3ec-37a5-4cac-9e54-a2baf1c90d86 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:00:59.628748 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-3374c3ec-37a5-4cac-9e54-a2baf1c90d86 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7312188 Dec 09 01:01:02.218884 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 44452) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:02.529358 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-25310b6c-bb14-4ee4-a705-10fe3a89adfa admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:01:02.625432 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.policy [None req-25310b6c-bb14-4ee4-a705-10fe3a89adfa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102582) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 01:01:02.671872 dv-cinder-790535-20-iscsi neutron-server[102582]: WARNING oslo_policy.policy [None req-25310b6c-bb14-4ee4-a705-10fe3a89adfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 01:01:02.672258 dv-cinder-790535-20-iscsi neutron-server[102582]: WARNING oslo_policy.policy [None req-25310b6c-bb14-4ee4-a705-10fe3a89adfa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 01:01:02.681812 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.quota [None req-25310b6c-bb14-4ee4-a705-10fe3a89adfa admin admin] Loaded quota_driver: . Dec 09 01:01:02.769678 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-25310b6c-bb14-4ee4-a705-10fe3a89adfa admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789187552852', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789187552263', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789187531220', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789187536091', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789187517191', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789187525295', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-591289', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1320426', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-343098', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-394911'] for rbac-policy, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:02.832985 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-25310b6c-bb14-4ee4-a705-10fe3a89adfa admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:02.834172 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-25310b6c-bb14-4ee4-a705-10fe3a89adfa admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6143148 Dec 09 01:01:05.678702 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 44464) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:06.169918 dv-cinder-790535-20-iscsi neutron-server[102583]: WARNING oslo_policy.policy [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 01:01:06.170526 dv-cinder-790535-20-iscsi neutron-server[102583]: WARNING oslo_policy.policy [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 01:01:06.401743 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Request body: {'network': {'name': 'private', 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'admin_state_up': True}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:01:06.403333 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.quota [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Loaded quota_driver: . Dec 09 01:01:06.458359 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Made reservation on behalf of 3dbc52dd5f424931a362b9a5e7697c8b for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:01:06.529992 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.policy [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102583) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 09 01:01:06.585772 dv-cinder-790535-20-iscsi neutron-server[102583]: WARNING oslo_policy.policy [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 01:01:06.586310 dv-cinder-790535-20-iscsi neutron-server[102583]: WARNING oslo_policy.policy [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 01:01:06.597345 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:06.618371 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:06.735271 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:06.739047 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:06.759044 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:01:06.787117 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789186210753', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:06.787809 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Unsubscribe: segment precommit_create {{(pid=102583) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 01:01:06.788368 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Added segment ebf57243-5ba3-4ee5-b425-1ac49593e1ba of type vlan for network b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be Dec 09 01:01:06.805160 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fd9e3e-84e5-4662-bb6d-ded913593317,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:06.825304 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.825666 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.826020 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.826381 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.826760 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.827136 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.827484 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.827819 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.828163 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.828493 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.828820 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.829142 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.829464 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Tracked resource versions report: Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: pushed versions: Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: { 'AddressGroup': {'1.2'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'ConntrackHelper': {'1.0'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'LocalIPAssociation': {'1.0'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Log': {'1.0'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Network': {'1.1'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Port': {'1.7'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'PortForwarding': {'1.2'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'QosPolicy': {'1.10'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SecurityGroup': {'1.5'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SecurityGroupRule': {'1.2'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SubPort': {'1.0'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Subnet': {'1.1'}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Trunk': {'1.1'}} Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: consumer versions: Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: { DHCP agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: L3 agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: Metadata agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: Metering agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: Open vSwitch agent@dv-cinder-790535-20-iscsi: { 'AddressGroup': '1.2', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'ConntrackHelper': '1.0', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'LocalIPAssociation': '1.0', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Log': '1.0', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Network': '1.1', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Port': '1.7', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'PortForwarding': '1.2', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'QosPolicy': '1.10', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SecurityGroup': '1.5', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SecurityGroupRule': '1.2', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SubPort': '1.0', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Subnet': '1.1', Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Trunk': '1.1'}} Dec 09 01:01:06.830845 dv-cinder-790535-20-iscsi neutron-server[102583]: {{(pid=102583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 01:01:06.924168 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:06.966358 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:06.967545 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:01:06.968244 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:07.031983 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3511033 Dec 09 01:01:07.074523 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0901e9-73d2-40a2-95fe-442271d797f1 admin admin] Pushing event updated for resources: {'Network': ['ID=b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:07.086663 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:01:09.957421 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 44486) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:10.339554 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce0a7db-1f12-4e56-91c5-6d6b62b77d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:01:10.340883 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-cce0a7db-1f12-4e56-91c5-6d6b62b77d68 admin admin] 10.222.0.23 "GET /v2.0/networks/b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be HTTP/1.1" status: 200 len: 825 time: 0.3824914 Dec 09 01:01:10.378752 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2e7cb1b7-b6c6-4a29-b4c5-1b0c808dcaae admin admin] 10.222.0.23 "GET /v2.0/subnetpools/cdec8f36-a22c-42d0-b5e5-924473a4a920 HTTP/1.1" status: 200 len: 734 time: 0.0316453 Dec 09 01:01:10.387669 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'cdec8f36-a22c-42d0-b5e5-924473a4a920'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:01:10.409419 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] Made reservation on behalf of 3dbc52dd5f424931a362b9a5e7697c8b for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:01:10.411781 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:10.701814 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:10.768788 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] Checking segment: {'id': 'ebf57243-5ba3-4ee5-b425-1ac49593e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:01:10.769185 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] Network hostable DHCP agents. Network: b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:01:10.774648 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01a371a-870d-4fdc-9387-464f4f4e4f26,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:10.792777 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] Network b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:01:10.803444 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:01:10.808086 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:01:10.808674 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:10.812992 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a81779e-dd6b-4671-94f3-49bfa0d8f1d5 None None] Network b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:01:10.824185 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-abc56b65-d098-47a5-97fe-a48458160811 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4396956 Dec 09 01:01:11.082117 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e8c6171-3e32-5548-9e0e-3954613fa970-b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be', 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be', 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'fixed_ips': [{'subnet_id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26'}]}} from dv-cinder-790535-20-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 01:01:11.083393 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:11.384420 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Allocated IP 172.20.0.2 (b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be/c01a371a-870d-4fdc-9387-464f4f4e4f26/5d21eef6-7b8d-4ed6-a780-18484022521a) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:01:11.633547 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:11.641715 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:11.722479 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Network b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:01:11.733663 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:01:11.736151 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Pushing event updated for resources: {'Port': ['ID=5d21eef6-7b8d-4ed6-a780-18484022521a,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:11.738290 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:01:11.769783 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.770155 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.770708 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.770898 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.771225 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.771561 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.773222 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.773574 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.773914 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.774269 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Tracked resource versions report: Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: pushed versions: Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: { 'AddressGroup': {'1.2'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'ConntrackHelper': {'1.0'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'LocalIPAssociation': {'1.0'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Log': {'1.0'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Network': {'1.1'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Port': {'1.7'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'PortForwarding': {'1.2'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'QosPolicy': {'1.10'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SecurityGroup': {'1.5'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SecurityGroupRule': {'1.2'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SubPort': {'1.0'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Subnet': {'1.1'}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Trunk': {'1.1'}} Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: consumer versions: Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: { DHCP agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: L3 agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: Metadata agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: Metering agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:11.780117 dv-cinder-790535-20-iscsi neutron-server[102584]: Open vSwitch agent@dv-cinder-790535-20-iscsi: { 'AddressGroup': '1.2', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'ConntrackHelper': '1.0', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'LocalIPAssociation': '1.0', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Log': '1.0', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Network': '1.1', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Port': '1.7', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'PortForwarding': '1.2', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'QosPolicy': '1.10', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SecurityGroup': '1.5', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SecurityGroupRule': '1.2', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SubPort': '1.0', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Subnet': '1.1', Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Trunk': '1.1'}} Dec 09 01:01:11.781656 dv-cinder-790535-20-iscsi neutron-server[102584]: {{(pid=102584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 01:01:11.826630 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Attempting to bind port 5d21eef6-7b8d-4ed6-a780-18484022521a on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:01:11.827256 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Attempting to bind port 5d21eef6-7b8d-4ed6-a780-18484022521a by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'ebf57243-5ba3-4ee5-b425-1ac49593e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:01:11.827453 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Attempting to bind port 5d21eef6-7b8d-4ed6-a780-18484022521a on network b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:01:11.832416 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:01:11.832797 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Checking segment: {'id': 'ebf57243-5ba3-4ee5-b425-1ac49593e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:01:11.833277 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:11.833668 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Bound using segment: {'id': 'ebf57243-5ba3-4ee5-b425-1ac49593e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:01:11.834162 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Bound port: 5d21eef6-7b8d-4ed6-a780-18484022521a, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf57243-5ba3-4ee5-b425-1ac49593e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:01:11.835571 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:11.901834 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] For port 5d21eef6-7b8d-4ed6-a780-18484022521a, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:01:11.906079 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] For port 5d21eef6-7b8d-4ed6-a780-18484022521a, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=5d21eef6-7b8d-4ed6-a780-18484022521a,segment=NetworkSegment(ebf57243-5ba3-4ee5-b425-1ac49593e1ba),segment_id=ebf57243-5ba3-4ee5-b425-1ac49593e1ba)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:01:11.910996 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:11.976466 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5604c-aa67-446c-a80d-cf406843ea77 None None] Pushing event updated for resources: {'Port': ['ID=5d21eef6-7b8d-4ed6-a780-18484022521a,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:13.436557 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 44494) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:13.748061 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [None req-c75d614d-b4c3-43ed-bcfc-cf7aa9a2f513 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:01:13.749037 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c75d614d-b4c3-43ed-bcfc-cf7aa9a2f513 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115096 Dec 09 01:01:16.360422 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 44502) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:16.681923 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [None req-faf2c5d8-f349-4600-b67e-2e19e1706cfe admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:01:16.682935 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-faf2c5d8-f349-4600-b67e-2e19e1706cfe admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3215866 Dec 09 01:01:19.658963 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 44512) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:19.977408 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-07c21052-be29-4b7f-a2e4-16828fe28090 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'name': 'router1'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:01:20.007956 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-07c21052-be29-4b7f-a2e4-16828fe28090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39757'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:20.009718 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-07c21052-be29-4b7f-a2e4-16828fe28090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39796'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:20.099770 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 5d21eef6-7b8d-4ed6-a780-18484022521a up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:01:20.163222 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-07c21052-be29-4b7f-a2e4-16828fe28090 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:20.168316 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-07c21052-be29-4b7f-a2e4-16828fe28090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625798'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:20.182666 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-07c21052-be29-4b7f-a2e4-16828fe28090 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:20.183845 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-07c21052-be29-4b7f-a2e4-16828fe28090 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5239134 Dec 09 01:01:20.188306 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 5d21eef6-7b8d-4ed6-a780-18484022521a triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:01:20.188676 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:20.306001 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:20.343531 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port 5d21eef6-7b8d-4ed6-a780-18484022521a, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=5d21eef6-7b8d-4ed6-a780-18484022521a,segment=NetworkSegment(ebf57243-5ba3-4ee5-b425-1ac49593e1ba),segment_id=ebf57243-5ba3-4ee5-b425-1ac49593e1ba)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:01:20.347711 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:20.402625 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=5d21eef6-7b8d-4ed6-a780-18484022521a,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:21.148540 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04453e8e-2122-48cc-b10d-ca548d2c57c2 None None] Network b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:01:21.222687 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3966dc19-a1b4-4182-aeb5-a3271529eb17 None None] Provisioning complete for port 5d21eef6-7b8d-4ed6-a780-18484022521a triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:01:21.223053 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3966dc19-a1b4-4182-aeb5-a3271529eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:21.562774 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-8e14721a-8458-467f-9eeb-1ffc42c50073 None None] Provisioning complete for port 5d21eef6-7b8d-4ed6-a780-18484022521a triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:01:21.563134 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8e14721a-8458-467f-9eeb-1ffc42c50073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:22.068331 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4b1e61dd-8fa9-4ff3-bd3d-cdfe0bcd20bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:22.074005 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 5d21eef6-7b8d-4ed6-a780-18484022521a up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:01:22.123101 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 5d21eef6-7b8d-4ed6-a780-18484022521a triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:01:22.123465 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:22.838503 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 44524) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:23.154911 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [None req-a8c571f9-8655-42c3-8ff6-296ed4c00ea7 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:01:23.171003 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a8c571f9-8655-42c3-8ff6-296ed4c00ea7 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3313313 Dec 09 01:01:24.440797 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e3f07566-c07c-4ad6-a214-e60f0af1d4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:25.776319 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 44542) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:25.928783 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:01:25.948722 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Made reservation on behalf of 190e540339684142b1a25d3f47e2a0ee for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:01:25.951067 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:25.961907 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:26.033495 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:26.038110 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:26.052272 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Reserving flat network on physical network physnet1 {{(pid=102583) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 09 01:01:26.057354 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:26.074954 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4396b4a1-531a-4780-8e06-aea6080bdf7a,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:26.078764 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:26.079121 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Added segment bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a of type flat for network e952e783-e52e-44fe-b527-a56b6aa6756d Dec 09 01:01:26.125147 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:26.156544 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:26.157549 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:01:26.158144 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:26.189485 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4121413 Dec 09 01:01:26.222268 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6711049-079b-4713-9f81-b9d7e2ff47d4 admin admin] Pushing event updated for resources: {'Network': ['ID=e952e783-e52e-44fe-b527-a56b6aa6756d,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:26.233432 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network e952e783-e52e-44fe-b527-a56b6aa6756d details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:01:27.071997 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:28.282021 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:28.670026 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 44560) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:28.768172 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a4c050-9e77-4311-93d4-c1c4d1169821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:01:28.769472 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-86a4c050-9e77-4311-93d4-c1c4d1169821 admin admin] 10.222.0.23 "GET /v2.0/subnets/c01a371a-870d-4fdc-9387-464f4f4e4f26 HTTP/1.1" status: 200 len: 849 time: 0.0984714 Dec 09 01:01:28.927897 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-994871bb-5ce9-47ba-b500-e5f366af1434 admin admin] 10.222.0.23 "GET /v2.0/routers/d52e6972-6a69-464f-9d90-695ffb583784 HTTP/1.1" status: 200 len: 704 time: 0.1512771 Dec 09 01:01:29.190659 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:29.476877 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Allocated IP 172.20.0.1 (b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be/c01a371a-870d-4fdc-9387-464f4f4e4f26/a0f22fc2-a31c-429c-9faf-e896a9a9bffd) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:01:29.627223 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:29.736305 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:29.802011 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Network b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:01:29.811323 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:01:29.813914 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:01:29.814503 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625655'] for router_interface, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:29.879636 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0f22fc2-a31c-429c-9faf-e896a9a9bffd,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:29.987651 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-bcd89aef-78e2-4010-9f13-c7cddd4af2c1 None None] Provisioning complete for port a0f22fc2-a31c-429c-9faf-e896a9a9bffd triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:01:29.988163 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bcd89aef-78e2-4010-9f13-c7cddd4af2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:30.021511 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-bcd89aef-78e2-4010-9f13-c7cddd4af2c1 None None] Port a0f22fc2-a31c-429c-9faf-e896a9a9bffd cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:01:30.025826 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:30.233704 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:30.238030 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:30.238828 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632135'] for router_interface, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:30.295880 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0f22fc2-a31c-429c-9faf-e896a9a9bffd,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:30.362376 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Network b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:01:30.363706 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:01:30.522863 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Router d52e6972-6a69-464f-9d90-695ffb583784 is scheduled to L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 with binding_index 1 {{(pid=102583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 01:01:30.543253 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-9431abf7-5c5e-48d2-adaa-079c4a4c580e None None] Provisioning complete for port a0f22fc2-a31c-429c-9faf-e896a9a9bffd triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:01:30.543628 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9431abf7-5c5e-48d2-adaa-079c4a4c580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:30.578686 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-9431abf7-5c5e-48d2-adaa-079c4a4c580e None None] Port a0f22fc2-a31c-429c-9faf-e896a9a9bffd cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:01:30.612340 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:01:30.617613 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-31ea3a79-8c64-4b74-9c88-e6c29bd91fd7 admin admin] 10.222.0.23 "PUT /v2.0/routers/d52e6972-6a69-464f-9d90-695ffb583784/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6841621 Dec 09 01:01:30.637931 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Sync routers for ids ['d52e6972-6a69-464f-9d90-695ffb583784'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:01:30.650673 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Routers {'d52e6972-6a69-464f-9d90-695ffb583784'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:01:30.651586 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:01:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d52e6972-6a69-464f-9d90-695ffb583784'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:01:30.838239 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Set router d52e6972-6a69-464f-9d90-695ffb583784 gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:01:31.263173 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'name': 'router1', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:01:20Z', 'updated_at': '2021-12-09T01:01:29Z', 'revision_number': 2, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'gw_port_host': None, '_interfaces': [{'id': 'a0f22fc2-a31c-429c-9faf-e896a9a9bffd', 'name': '', 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'mac_address': 'fa:16:3e:2b:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:01:29Z', 'updated_at': '2021-12-09T01:01:30Z', 'revision_number': 2, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'subnets': [{'id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdec8f36-a22c-42d0-b5e5-924473a4a920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:01:31.313062 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Checking router: d52e6972-6a69-464f-9d90-695ffb583784 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:01:31.313428 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Updating router d52e6972-6a69-464f-9d90-695ffb583784 port a0f22fc2-a31c-429c-9faf-e896a9a9bffd binding host dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:01:31.361384 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:31.869815 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:31.876385 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:32.045726 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Attempting to bind port a0f22fc2-a31c-429c-9faf-e896a9a9bffd on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:01:32.046262 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Attempting to bind port a0f22fc2-a31c-429c-9faf-e896a9a9bffd by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'ebf57243-5ba3-4ee5-b425-1ac49593e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:01:32.046574 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Attempting to bind port a0f22fc2-a31c-429c-9faf-e896a9a9bffd on network b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:01:32.048748 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Pushing event updated for resources: {'Port': ['ID=a0f22fc2-a31c-429c-9faf-e896a9a9bffd,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:32.056693 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:01:32.057103 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Checking segment: {'id': 'ebf57243-5ba3-4ee5-b425-1ac49593e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:01:32.057580 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:32.057974 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Bound using segment: {'id': 'ebf57243-5ba3-4ee5-b425-1ac49593e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:01:32.058477 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Bound port: a0f22fc2-a31c-429c-9faf-e896a9a9bffd, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf57243-5ba3-4ee5-b425-1ac49593e1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:01:32.058862 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:32.064994 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.065358 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.065708 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.066049 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.066398 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.066739 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.067084 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.067418 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.068291 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.068846 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.069246 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.069577 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.069903 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Tracked resource versions report: Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: pushed versions: Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: { 'AddressGroup': {'1.2'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'ConntrackHelper': {'1.0'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'LocalIPAssociation': {'1.0'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Log': {'1.0'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Network': {'1.1'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Port': {'1.7'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'PortForwarding': {'1.2'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'QosPolicy': {'1.10'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SecurityGroup': {'1.5'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SecurityGroupRule': {'1.2'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SubPort': {'1.0'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Subnet': {'1.1'}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Trunk': {'1.1'}} Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: consumer versions: Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: { DHCP agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: L3 agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: Metadata agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: Metering agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: Open vSwitch agent@dv-cinder-790535-20-iscsi: { 'AddressGroup': '1.2', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'ConntrackHelper': '1.0', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'LocalIPAssociation': '1.0', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Log': '1.0', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Network': '1.1', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Port': '1.7', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'PortForwarding': '1.2', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'QosPolicy': '1.10', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SecurityGroup': '1.5', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SecurityGroupRule': '1.2', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SubPort': '1.0', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Subnet': '1.1', Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Trunk': '1.1'}} Dec 09 01:01:32.071330 dv-cinder-790535-20-iscsi neutron-server[102585]: {{(pid=102585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 01:01:32.107921 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-6f4bd8b1-c963-42b4-a844-259235a98a7a None None] Provisioning complete for port a0f22fc2-a31c-429c-9faf-e896a9a9bffd triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:01:32.108442 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd8b1-c963-42b4-a844-259235a98a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:32.141306 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-6f4bd8b1-c963-42b4-a844-259235a98a7a None None] Port a0f22fc2-a31c-429c-9faf-e896a9a9bffd cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:01:32.142079 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] For port a0f22fc2-a31c-429c-9faf-e896a9a9bffd, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:01:32.163979 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] For port a0f22fc2-a31c-429c-9faf-e896a9a9bffd, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=a0f22fc2-a31c-429c-9faf-e896a9a9bffd,segment=NetworkSegment(ebf57243-5ba3-4ee5-b425-1ac49593e1ba),segment_id=ebf57243-5ba3-4ee5-b425-1ac49593e1ba)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:01:32.168272 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:32.228557 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Routers {'d52e6972-6a69-464f-9d90-695ffb583784'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:01:32.229248 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:01:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d52e6972-6a69-464f-9d90-695ffb583784'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:01:32.231485 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81108ac3-bd8e-4739-a6b1-9988c17f9034 None None] Pushing event updated for resources: {'Port': ['ID=a0f22fc2-a31c-429c-9faf-e896a9a9bffd,revision_number=4']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:32.324024 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] Set router d52e6972-6a69-464f-9d90-695ffb583784 gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:01:32.463202 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-4ef0709d-d4a5-492b-8382-eb0854293655 None None] Provisioning complete for port a0f22fc2-a31c-429c-9faf-e896a9a9bffd triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:01:32.463635 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4ef0709d-d4a5-492b-8382-eb0854293655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:32.538116 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'name': 'router1', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:01:20Z', 'updated_at': '2021-12-09T01:01:29Z', 'revision_number': 2, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'gw_port_host': None, '_interfaces': [{'id': 'a0f22fc2-a31c-429c-9faf-e896a9a9bffd', 'name': '', 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'mac_address': 'fa:16:3e:2b:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:01:29Z', 'updated_at': '2021-12-09T01:01:32Z', 'revision_number': 4, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'subnets': [{'id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdec8f36-a22c-42d0-b5e5-924473a4a920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:01:32.546794 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4ef0709d-d4a5-492b-8382-eb0854293655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:32.568162 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbce60e3-5666-4cd8-9609-dc6f061127f8 None None] The sync data for ids ['d52e6972-6a69-464f-9d90-695ffb583784'] in dv-cinder-790535-20-iscsi is: [{'id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'name': 'router1', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:01:20Z', 'updated_at': '2021-12-09T01:01:29Z', 'revision_number': 2, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'gw_port_host': None, '_interfaces': [{'id': 'a0f22fc2-a31c-429c-9faf-e896a9a9bffd', 'name': '', 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'mac_address': 'fa:16:3e:2b:77:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:01:29Z', 'updated_at': '2021-12-09T01:01:32Z', 'revision_number': 4, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'subnets': [{'id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdec8f36-a22c-42d0-b5e5-924473a4a920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:01:32.578124 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-4ef0709d-d4a5-492b-8382-eb0854293655 None None] For port a0f22fc2-a31c-429c-9faf-e896a9a9bffd, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=a0f22fc2-a31c-429c-9faf-e896a9a9bffd,segment=NetworkSegment(ebf57243-5ba3-4ee5-b425-1ac49593e1ba),segment_id=ebf57243-5ba3-4ee5-b425-1ac49593e1ba)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:01:32.585331 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4ef0709d-d4a5-492b-8382-eb0854293655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:32.638164 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0709d-d4a5-492b-8382-eb0854293655 None None] Pushing event updated for resources: {'Port': ['ID=a0f22fc2-a31c-429c-9faf-e896a9a9bffd,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:33.084931 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 44570) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:33.196376 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44529674-9594-477f-97a6-2e87a3aa5840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:01:33.197747 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-44529674-9594-477f-97a6-2e87a3aa5840 admin admin] 10.222.0.23 "GET /v2.0/networks/e952e783-e52e-44fe-b527-a56b6aa6756d HTTP/1.1" status: 200 len: 842 time: 0.1118510 Dec 09 01:01:33.207636 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:01:33.229302 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Made reservation on behalf of 190e540339684142b1a25d3f47e2a0ee for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:01:33.231840 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:33.512983 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.objects.ports [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102583) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 09 01:01:33.513318 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:33.570070 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3436fb9-0177-4d6c-871f-ee37a8a93013,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:33.574277 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Checking segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:01:33.574659 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Network hostable DHCP agents. Network: e952e783-e52e-44fe-b527-a56b6aa6756d, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:01:33.591074 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Network e952e783-e52e-44fe-b527-a56b6aa6756d is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:01:33.599839 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, e952e783-e52e-44fe-b527-a56b6aa6756d) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:01:33.604729 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:01:33.605917 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:33.608957 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843929d4-a384-4432-94c1-3e6872dafe64 None None] Network e952e783-e52e-44fe-b527-a56b6aa6756d requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:01:33.634993 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9a4e047e-c1dc-4f78-bf33-8eedf916d931 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4305675 Dec 09 01:01:33.717611 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf4aaa-eabd-4753-926f-ac623bc2da9f None None] Network e952e783-e52e-44fe-b527-a56b6aa6756d requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:01:36.197057 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 44578) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:36.397569 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0426b36a-bc2d-4428-922e-bdd0a334adc6 admin admin] 10.222.0.23 "GET /v2.0/routers/d52e6972-6a69-464f-9d90-695ffb583784 HTTP/1.1" status: 200 len: 710 time: 0.1990647 Dec 09 01:01:36.492025 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb0b66-ae65-4df2-9622-3d6617758f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:01:36.493743 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-bfcb0b66-ae65-4df2-9622-3d6617758f54 admin admin] 10.222.0.23 "GET /v2.0/networks/e952e783-e52e-44fe-b527-a56b6aa6756d HTTP/1.1" status: 200 len: 886 time: 0.0904667 Dec 09 01:01:36.504326 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:01:36.748016 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:36.976872 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:37.053997 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:37.155383 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Allocated IP 172.27.0.172 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/d6364da1-e089-4bf5-81c1-66c818a41465) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:01:37.267362 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:37.300305 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:37.337244 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:01:37.343670 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:01:37.348815 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:01:37.350187 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6364da1-e089-4bf5-81c1-66c818a41465,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:37.589636 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:37.865964 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39786'] for router, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:37.869348 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1620065'] for router, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:37.972803 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Router d52e6972-6a69-464f-9d90-695ffb583784 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:01:38.088123 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:01:38.092376 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:38.093595 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-97f000b4-5df5-4490-8b2b-35003ea318d9 admin admin] 10.222.0.23 "PUT /v2.0/routers/d52e6972-6a69-464f-9d90-695ffb583784 HTTP/1.1" status: 200 len: 890 time: 1.5928438 Dec 09 01:01:39.675823 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Sync routers for ids ['d52e6972-6a69-464f-9d90-695ffb583784'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:01:39.687249 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Routers {'d52e6972-6a69-464f-9d90-695ffb583784'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:01:39.687894 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:01:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d52e6972-6a69-464f-9d90-695ffb583784'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:01:39.891302 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Set router d52e6972-6a69-464f-9d90-695ffb583784 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:01:40.120827 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device a0f22fc2-a31c-429c-9faf-e896a9a9bffd up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:01:40.291226 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port a0f22fc2-a31c-429c-9faf-e896a9a9bffd triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:01:40.291641 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:40.514581 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'name': 'router1', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'd6364da1-e089-4bf5-81c1-66c818a41465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:01:20Z', 'updated_at': '2021-12-09T01:01:37Z', 'revision_number': 4, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'gw_port': {'id': 'd6364da1-e089-4bf5-81c1-66c818a41465', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:01:37Z', 'updated_at': '2021-12-09T01:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'a0f22fc2-a31c-429c-9faf-e896a9a9bffd', 'name': '', 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'mac_address': 'fa:16:3e:2b:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:01:29Z', 'updated_at': '2021-12-09T01:01:32Z', 'revision_number': 5, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'subnets': [{'id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdec8f36-a22c-42d0-b5e5-924473a4a920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:01:40.582317 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Checking router: d52e6972-6a69-464f-9d90-695ffb583784 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:01:40.582771 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Updating router d52e6972-6a69-464f-9d90-695ffb583784 port d6364da1-e089-4bf5-81c1-66c818a41465 binding host dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:01:40.638152 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:40.938689 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 44590) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:01:40.974234 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:40.980131 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:41.034202 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d27301-6d91-476b-9940-f1b67f14414b None None] Pushing event updated for resources: {'Port': ['ID=d6364da1-e089-4bf5-81c1-66c818a41465,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:41.039585 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Attempting to bind port d6364da1-e089-4bf5-81c1-66c818a41465 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:01:41.039961 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Attempting to bind port d6364da1-e089-4bf5-81c1-66c818a41465 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:01:41.040330 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Attempting to bind port d6364da1-e089-4bf5-81c1-66c818a41465 on network e952e783-e52e-44fe-b527-a56b6aa6756d {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:01:41.045430 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:01:41.045813 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Checking segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:01:41.046215 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:41.046634 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Bound using segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:01:41.047106 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Bound port: d6364da1-e089-4bf5-81c1-66c818a41465, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:01:41.047513 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:41.057762 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d9908ec8-37b0-446b-851d-609ff392ec5e admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1179292 Dec 09 01:01:41.103213 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] For port d6364da1-e089-4bf5-81c1-66c818a41465, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:01:41.106997 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] For port d6364da1-e089-4bf5-81c1-66c818a41465, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=d6364da1-e089-4bf5-81c1-66c818a41465,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:01:41.111378 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:41.176608 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Routers {'d52e6972-6a69-464f-9d90-695ffb583784'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:01:41.177987 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:01:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d52e6972-6a69-464f-9d90-695ffb583784'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:01:41.180189 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d27301-6d91-476b-9940-f1b67f14414b None None] Pushing event updated for resources: {'Port': ['ID=d6364da1-e089-4bf5-81c1-66c818a41465,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:41.292870 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] Set router d52e6972-6a69-464f-9d90-695ffb583784 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:01:41.513767 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'name': 'router1', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'd6364da1-e089-4bf5-81c1-66c818a41465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:01:20Z', 'updated_at': '2021-12-09T01:01:37Z', 'revision_number': 4, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'gw_port': {'id': 'd6364da1-e089-4bf5-81c1-66c818a41465', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:01:37Z', 'updated_at': '2021-12-09T01:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'a0f22fc2-a31c-429c-9faf-e896a9a9bffd', 'name': '', 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'mac_address': 'fa:16:3e:2b:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:01:29Z', 'updated_at': '2021-12-09T01:01:32Z', 'revision_number': 5, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'subnets': [{'id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdec8f36-a22c-42d0-b5e5-924473a4a920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:01:41.541140 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb2357c-2bce-44af-9eda-b0733793695d None None] The sync data for ids ['d52e6972-6a69-464f-9d90-695ffb583784'] in dv-cinder-790535-20-iscsi is: [{'id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'name': 'router1', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'd6364da1-e089-4bf5-81c1-66c818a41465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:01:20Z', 'updated_at': '2021-12-09T01:01:37Z', 'revision_number': 4, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'gw_port': {'id': 'd6364da1-e089-4bf5-81c1-66c818a41465', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:01:37Z', 'updated_at': '2021-12-09T01:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'a0f22fc2-a31c-429c-9faf-e896a9a9bffd', 'name': '', 'network_id': 'b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be', 'tenant_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'mac_address': 'fa:16:3e:2b:77:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52e6972-6a69-464f-9d90-695ffb583784', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:01:29Z', 'updated_at': '2021-12-09T01:01:32Z', 'revision_number': 5, 'project_id': '3dbc52dd5f424931a362b9a5e7697c8b', 'subnets': [{'id': 'c01a371a-870d-4fdc-9387-464f4f4e4f26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdec8f36-a22c-42d0-b5e5-924473a4a920'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:01:42.147527 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device d6364da1-e089-4bf5-81c1-66c818a41465 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:01:42.203464 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port d6364da1-e089-4bf5-81c1-66c818a41465 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:01:42.203978 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:42.292324 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:42.316872 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port d6364da1-e089-4bf5-81c1-66c818a41465, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=d6364da1-e089-4bf5-81c1-66c818a41465,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:01:42.322998 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:42.375624 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=d6364da1-e089-4bf5-81c1-66c818a41465,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:01:44.113194 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device d6364da1-e089-4bf5-81c1-66c818a41465 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:01:44.174212 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port d6364da1-e089-4bf5-81c1-66c818a41465 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:01:44.174622 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:52.063023 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-dfb72a3f-4d4f-470f-93b6-41fa6147669e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:52.479869 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:01:54.443544 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-280601c7-c45b-4fab-a725-4354618d50c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:56.068152 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:57.082206 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:01:58.291684 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:02:22.071155 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4237e9aa-2c79-457a-8af5-f5dbba07238e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:02:24.451911 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-11d94c08-26d8-490e-a851-a1d87396756c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:02:26.071383 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:02:27.078999 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:02:28.288581 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:02:29.468989 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:02:52.065884 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9edd5058-fcb1-469a-8845-70cbb8e58cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:02:54.445563 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-16be71d6-3df5-4455-94a7-310f57eb99f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:02:56.070154 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:02:57.079291 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:02:58.282142 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:03.355221 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45074) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:03.415384 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ccf0df-fc69-4520-b7e4-1d79a8233856 admin admin] GET failed (client error): The resource could not be found. Dec 09 01:03:03.416667 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a1ccf0df-fc69-4520-b7e4-1d79a8233856 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605059 Dec 09 01:03:03.575058 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d69e6-cb84-4980-ac36-eceb5fbca634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:03.576416 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-640d69e6-cb84-4980-ac36-eceb5fbca634 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552010 Dec 09 01:03:05.961087 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45084) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:06.054756 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f08cb2-c033-4648-8893-d28700dca0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:06.056108 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-84f08cb2-c033-4648-8893-d28700dca0ae admin admin] 10.222.0.23 "GET /v2.0/subnets/c01a371a-870d-4fdc-9387-464f4f4e4f26 HTTP/1.1" status: 200 len: 849 time: 0.0940421 Dec 09 01:03:06.066323 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:03:06.149342 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:06.287808 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789186193695'] for subnet, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:06.317412 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:06.318225 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:06.319287 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] 10.222.0.23 "PUT /v2.0/subnets/c01a371a-870d-4fdc-9387-464f4f4e4f26 HTTP/1.1" status: 200 len: 868 time: 0.2568803 Dec 09 01:03:06.321846 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f112cab-c585-4cb8-9ccd-eb86cf99f450 None None] Network b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:03:06.340600 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01a371a-870d-4fdc-9387-464f4f4e4f26,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:03:06.352361 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.352763 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.353382 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.353730 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.354067 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.354433 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.354798 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.355137 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.355472 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.355806 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.356138 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.356466 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.356793 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86f6ad4-b09a-42ef-9cab-415d8edc7f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:03:06.469112 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:03:06.702998 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-bde33381-2253-47e8-b518-c4da3e7b9583 None None] Provisioning complete for port 5d21eef6-7b8d-4ed6-a780-18484022521a triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:03:06.703286 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bde33381-2253-47e8-b518-c4da3e7b9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:06.792209 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-bde33381-2253-47e8-b518-c4da3e7b9583 None None] Provisioning complete for port a0f22fc2-a31c-429c-9faf-e896a9a9bffd triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:03:06.792581 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bde33381-2253-47e8-b518-c4da3e7b9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:08.751584 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45092) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:08.949636 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef6ba27-124e-4e93-a164-b59abdc7d9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:08.950030 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef6ba27-124e-4e93-a164-b59abdc7d9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:08.951591 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-1ef6ba27-124e-4e93-a164-b59abdc7d9c3 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984661 Dec 09 01:03:11.364973 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45100) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:11.498303 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6575d-dfee-45a1-b0cd-e474e7f8a1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:11.498806 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6575d-dfee-45a1-b0cd-e474e7f8a1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:11.500324 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-34f6575d-dfee-45a1-b0cd-e474e7f8a1ae admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1344039 Dec 09 01:03:13.900932 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45108) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:14.029697 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726e046c-b17b-4e77-8e53-869c29df5cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:14.031095 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-726e046c-b17b-4e77-8e53-869c29df5cb8 admin admin] 10.222.0.23 "GET /v2.0/networks/b9437ee8-e2fd-4a0b-995d-ecf2fb6b02be HTTP/1.1" status: 200 len: 869 time: 0.1291296 Dec 09 01:03:16.429002 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45116) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:16.550253 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab0e6ac-5d48-4cdb-a613-e7587e12bddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:16.551635 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-bab0e6ac-5d48-4cdb-a613-e7587e12bddd admin admin] 10.222.0.23 "GET /v2.0/networks/e952e783-e52e-44fe-b527-a56b6aa6756d HTTP/1.1" status: 200 len: 886 time: 0.1216803 Dec 09 01:03:18.973887 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45124) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:19.122153 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc57f0-aae6-49e3-ac3b-e0de5abd2aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:19.122563 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbc57f0-aae6-49e3-ac3b-e0de5abd2aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:19.124211 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9dbc57f0-aae6-49e3-ac3b-e0de5abd2aed admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1493592 Dec 09 01:03:21.594670 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45134) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:21.692032 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1811fc57-7f17-4335-8a9a-4c4d5661cdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:21.692478 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1811fc57-7f17-4335-8a9a-4c4d5661cdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:21.695201 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-1811fc57-7f17-4335-8a9a-4c4d5661cdac admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0994985 Dec 09 01:03:22.068053 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f142ad8d-05a7-4c3b-82f1-39768cf08483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:24.091142 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45142) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:24.201810 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2d591b-06c1-44fd-afa6-ed386d85b2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:24.203263 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-4c2d591b-06c1-44fd-afa6-ed386d85b2e9 admin admin] 10.222.0.23 "GET /v2.0/subnets/a3436fb9-0177-4d6c-871f-ee37a8a93013 HTTP/1.1" status: 200 len: 816 time: 0.1110876 Dec 09 01:03:24.446267 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd8f8e1e-c1d0-41bb-b0c0-ea1fac3b1fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:26.075346 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:26.589367 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45150) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:26.697633 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86fd5a6-4746-4013-b3ae-cfe08bb207bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:26.698998 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e86fd5a6-4746-4013-b3ae-cfe08bb207bc admin admin] 10.222.0.23 "GET /v2.0/subnets/c01a371a-870d-4fdc-9387-464f4f4e4f26 HTTP/1.1" status: 200 len: 868 time: 0.1086578 Dec 09 01:03:27.083922 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:28.285779 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:43.466760 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:03:51.611068 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45204) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:51.659691 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [None req-68014ed8-53ae-4fe6-b527-dd7b412d4822 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:03:51.660738 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-68014ed8-53ae-4fe6-b527-dd7b412d4822 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487096 Dec 09 01:03:52.069798 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8bac1c69-a3b5-4cd5-b07e-a911d7faa6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:54.130706 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45212) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:54.204539 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74d1da5-a720-472d-b78a-4a5a97b8849b admin admin] GET failed (client error): The resource could not be found. Dec 09 01:03:54.206331 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a74d1da5-a720-472d-b78a-4a5a97b8849b admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0746689 Dec 09 01:03:54.385029 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e1ce7e-1c0e-4c5e-bf41-2d69ba3f04fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:54.386462 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c6e1ce7e-1c0e-4c5e-bf41-2d69ba3f04fb admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1755841 Dec 09 01:03:54.448643 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-47d31423-ea1c-4998-8ee3-920eb9f3855f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:56.076791 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:56.803052 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45220) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:56.850300 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:03:56.870672 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] Made reservation on behalf of 190e540339684142b1a25d3f47e2a0ee for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:03:56.872888 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:56.902779 dv-cinder-790535-20-iscsi neutron-server[102583]: WARNING neutron.services.revisions.revision_plugin [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] Could not find related network for resource to bump revision. Dec 09 01:03:56.913559 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:03:56.921931 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:56.922263 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] Added segment 2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b of type vlan for network 86af4804-a79b-4d2f-99f1-680ca87cde08 Dec 09 01:03:56.959586 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:56.989970 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:56.990915 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:56.991526 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:57.027427 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2232714 Dec 09 01:03:57.055033 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021991c-9b62-49de-95a3-e3dc03d943a8 admin admin] Pushing event updated for resources: {'Network': ['ID=86af4804-a79b-4d2f-99f1-680ca87cde08,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:03:57.066348 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network 86af4804-a79b-4d2f-99f1-680ca87cde08 details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:03:57.137419 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:58.288248 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:59.480322 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45228) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:03:59.541969 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f660d3-66db-4bc1-8b93-4106bbb37fce admin admin] GET failed (client error): The resource could not be found. Dec 09 01:03:59.543268 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d0f660d3-66db-4bc1-8b93-4106bbb37fce admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619984 Dec 09 01:03:59.708397 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c171e9-3268-4354-85a7-09088ac938fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:59.709741 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-32c171e9-3268-4354-85a7-09088ac938fe admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1614072 Dec 09 01:03:59.720262 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08', 'cidr': '192.168.233.0/24'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:03:59.739730 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] Made reservation on behalf of 190e540339684142b1a25d3f47e2a0ee for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:03:59.742063 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:59.901441 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:59.953246 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd3f9e04-a848-494d-81ae-b42cef6be13d,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:03:59.963140 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] Checking segment: {'id': '2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:03:59.963498 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] Network hostable DHCP agents. Network: 86af4804-a79b-4d2f-99f1-680ca87cde08, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:03:59.979782 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] Network 86af4804-a79b-4d2f-99f1-680ca87cde08 is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:03:59.988521 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, 86af4804-a79b-4d2f-99f1-680ca87cde08) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:03:59.992583 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:03:59.993176 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:03:59.997806 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61fd845-4310-4152-889e-ac0634dedea6 None None] Network 86af4804-a79b-4d2f-99f1-680ca87cde08 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:04:00.009144 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-fde4f222-db75-4aba-a8d3-0eed69670ebb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2926791 Dec 09 01:04:00.107602 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e8c6171-3e32-5548-9e0e-3954613fa970-86af4804-a79b-4d2f-99f1-680ca87cde08', 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08', 'project_id': '190e540339684142b1a25d3f47e2a0ee', 'fixed_ips': [{'subnet_id': 'fd3f9e04-a848-494d-81ae-b42cef6be13d'}]}} from dv-cinder-790535-20-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 01:04:00.108515 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:00.257089 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Allocated IP 192.168.233.2 (86af4804-a79b-4d2f-99f1-680ca87cde08/fd3f9e04-a848-494d-81ae-b42cef6be13d/89ab8f70-9ed4-498d-ab1d-7d3409ebea85) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:04:00.508538 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:00.515305 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:00.553221 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Network 86af4804-a79b-4d2f-99f1-680ca87cde08 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:04:00.555988 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:04:00.561336 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:04:00.567217 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Pushing event updated for resources: {'Port': ['ID=89ab8f70-9ed4-498d-ab1d-7d3409ebea85,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:04:00.577948 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.578325 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.579303 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.579614 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.579949 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.580270 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.580597 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.580921 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.581244 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.581580 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.581896 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.582211 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.582552 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:04:00.632779 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Attempting to bind port 89ab8f70-9ed4-498d-ab1d-7d3409ebea85 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:04:00.633150 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Attempting to bind port 89ab8f70-9ed4-498d-ab1d-7d3409ebea85 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': '2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:04:00.633508 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Attempting to bind port 89ab8f70-9ed4-498d-ab1d-7d3409ebea85 on network 86af4804-a79b-4d2f-99f1-680ca87cde08 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:04:00.638534 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:04:00.638930 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Checking segment: {'id': '2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:04:00.639322 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:00.639708 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Bound using segment: {'id': '2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:04:00.640163 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Bound port: 89ab8f70-9ed4-498d-ab1d-7d3409ebea85, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:04:00.640550 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:00.701645 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] For port 89ab8f70-9ed4-498d-ab1d-7d3409ebea85, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:04:00.705116 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] For port 89ab8f70-9ed4-498d-ab1d-7d3409ebea85, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=89ab8f70-9ed4-498d-ab1d-7d3409ebea85,segment=NetworkSegment(2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b),segment_id=2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:04:00.709185 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:00.766697 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61abf4-b702-4480-b98e-541b35a68360 None None] Pushing event updated for resources: {'Port': ['ID=89ab8f70-9ed4-498d-ab1d-7d3409ebea85,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:04:01.579508 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea51295-5d9d-4120-b704-386d55d24148 None None] Network 86af4804-a79b-4d2f-99f1-680ca87cde08 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:04:01.656757 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-01cef919-7a9f-4360-91d1-f063b1997b09 None None] Provisioning complete for port 89ab8f70-9ed4-498d-ab1d-7d3409ebea85 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:04:01.657128 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-01cef919-7a9f-4360-91d1-f063b1997b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:01.771185 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-01cef919-7a9f-4360-91d1-f063b1997b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:01.805384 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-01cef919-7a9f-4360-91d1-f063b1997b09 None None] For port 89ab8f70-9ed4-498d-ab1d-7d3409ebea85, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=89ab8f70-9ed4-498d-ab1d-7d3409ebea85,segment=NetworkSegment(2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b),segment_id=2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:04:01.810583 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-01cef919-7a9f-4360-91d1-f063b1997b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:01.870755 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cef919-7a9f-4360-91d1-f063b1997b09 None None] Pushing event updated for resources: {'Port': ['ID=89ab8f70-9ed4-498d-ab1d-7d3409ebea85,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:04:02.035541 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-4efc1904-5733-43e5-9df5-b29e2d8effc6 None None] Provisioning complete for port 89ab8f70-9ed4-498d-ab1d-7d3409ebea85 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:04:02.035906 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4efc1904-5733-43e5-9df5-b29e2d8effc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:02.212476 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 89ab8f70-9ed4-498d-ab1d-7d3409ebea85 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:04:02.262261 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 89ab8f70-9ed4-498d-ab1d-7d3409ebea85 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:04:02.262656 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:20.465041 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:04:22.071749 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1b299837-071e-4021-8b0e-d8809b3a898e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:24.451527 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ae289f12-2dcf-4179-8fc3-1bac54315886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:26.080025 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:27.090932 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:28.291475 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:52.075093 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a4956ea0-4600-4ec9-ac60-f307994a4b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:54.454234 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1566ad52-4f29-4eb7-8de5-5b40ecc377fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:56.084321 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:57.092500 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:04:57.463310 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:04:58.296395 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:12.913141 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45272) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:05:12.919166 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [None req-61402d67-2ff2-416e-8190-c225fc4c8eb8 tempest-verify_tempest_config-2022390959 tempest-verify_tempest_config-2022390959-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:05:12.920698 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-61402d67-2ff2-416e-8190-c225fc4c8eb8 tempest-verify_tempest_config-2022390959 tempest-verify_tempest_config-2022390959-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060117 Dec 09 01:05:13.212480 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45290) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:05:13.316834 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:13.394151 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:13.397844 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:13.446873 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0eeb827886c5421db4cdd01038671a79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2333283 Dec 09 01:05:13.447929 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489547c5-c99a-4d37-8d6d-1b10d5f0d6bf,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:05:13.449590 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45294) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:05:13.455242 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.455601 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.455951 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.456289 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.456625 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.456959 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.457304 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.457638 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.457981 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.458313 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.458665 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.458991 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.459311 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256527d9-e256-4999-b7a6-fb4594ce9fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.529753 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:13.550983 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:13.645155 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:13.647799 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:13.649285 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/489547c5-c99a-4d37-8d6d-1b10d5f0d6bf HTTP/1.1" status: 204 len: 168 time: 0.1985402 Dec 09 01:05:13.660340 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489547c5-c99a-4d37-8d6d-1b10d5f0d6bf,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:05:13.669483 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.669973 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.670329 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.670708 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.671045 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.671380 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.671735 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.672074 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.672522 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.672808 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.673097 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.673428 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.673792 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0b59d-e948-4c61-98e0-5553ca61ff3a admin admin] Tracked resource versions report: Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: pushed versions: Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: { 'AddressGroup': {'1.2'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'ConntrackHelper': {'1.0'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'LocalIPAssociation': {'1.0'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Log': {'1.0'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Network': {'1.1'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Port': {'1.7'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'PortForwarding': {'1.2'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'QosPolicy': {'1.10'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SecurityGroup': {'1.5'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SecurityGroupRule': {'1.2'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SubPort': {'1.0'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Subnet': {'1.1'}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Trunk': {'1.1'}} Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: consumer versions: Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: { DHCP agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: L3 agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: Metadata agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: Metering agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: Open vSwitch agent@dv-cinder-790535-20-iscsi: { 'AddressGroup': '1.2', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'ConntrackHelper': '1.0', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'LocalIPAssociation': '1.0', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Log': '1.0', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Network': '1.1', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Port': '1.7', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'PortForwarding': '1.2', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'QosPolicy': '1.10', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SecurityGroup': '1.5', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SecurityGroupRule': '1.2', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SubPort': '1.0', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Subnet': '1.1', Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Trunk': '1.1'}} Dec 09 01:05:13.675557 dv-cinder-790535-20-iscsi neutron-server[102582]: {{(pid=102582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 01:05:22.079553 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f182ebb3-f3cc-4b9c-9496-ccf54ff6439a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:24.458410 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e756b831-65db-4a1e-93e8-585918daa079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:26.087099 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:27.095284 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:28.292716 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:34.462566 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:05:52.081159 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3561cf28-49d4-4408-ab83-77c3ad763a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:54.460823 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0402506e-6705-48f1-bfc1-342c23e2865d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:56.091272 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:57.098874 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:05:58.284671 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:06:11.460495 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 5 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:06:22.082599 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d5f7be2e-e388-40f1-96ac-83f0cdaa6550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:06:24.463040 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0b85e453-deec-4e79-8c0a-914a82ce4513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:06:26.091501 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:06:27.101372 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:06:28.285778 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:06:47.396450 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618383'] for agent, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:06:48.460182 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:06:52.083084 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8edc5c92-9b42-49a4-a3a9-d97df2f3268c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:06:54.464521 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4afbbd60-a96c-4abf-9ecd-db6bb05e915f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:06:56.095740 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:06:57.106046 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:06:58.291759 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:02.811930 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45372) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:07:02.914876 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-80833940-a6c6-48d8-91e9-d6574251e50b admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1016645 Dec 09 01:07:05.333976 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45382) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:07:05.387928 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b3c17c3a-fbf2-4848-9005-61809db02f79 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0528479 Dec 09 01:07:17.363967 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:22.084100 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e60c62ef-621e-4e92-ba5e-1f163cce7655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:24.465913 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-47c566c6-4b28-48e5-a881-901a7c980545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:25.459932 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:07:26.101469 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:27.109214 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:28.284006 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:47.363063 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:52.085928 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7b97d8be-1f7d-472e-81de-335c89fa89ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:54.469600 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3255afa6-b51e-45d9-bd59-57d55b8bc373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:56.105128 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:57.116460 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:07:58.287250 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:02.464706 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:08:17.362061 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:22.093885 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-95fddd90-bc4a-4ce3-b844-bd424ba8357c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:24.472601 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3322bfc0-76f8-479d-a003-bd8690ee8674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:26.104285 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:27.116824 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:28.291191 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:35.984107 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45586) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:36.237544 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45608) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:36.257302 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-315872130-network', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:36.283155 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Made reservation on behalf of f142a63d748e48d08bff8bfeeb533566 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:08:36.286329 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.300718 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.388320 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.392703 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.401476 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45622) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:36.425692 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:36.432509 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:08:36.442950 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.443287 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.443654 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.444006 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.444341 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.444680 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.445013 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.445351 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.445706 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.446029 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.446375 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.446713 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.447036 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Tracked resource versions report: Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: pushed versions: Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: { 'AddressGroup': {'1.2'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'ConntrackHelper': {'1.0'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'LocalIPAssociation': {'1.0'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Log': {'1.0'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Network': {'1.1'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Port': {'1.7'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'PortForwarding': {'1.2'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'QosPolicy': {'1.10'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SecurityGroup': {'1.5'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SecurityGroupRule': {'1.2'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SubPort': {'1.0'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Subnet': {'1.1'}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Trunk': {'1.1'}} Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: consumer versions: Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: { DHCP agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: HyperV agent@hv-cinder-79053: {}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: L3 agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: Metadata agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: Metering agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: Open vSwitch agent@dv-cinder-790535-20-iscsi: { 'AddressGroup': '1.2', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'ConntrackHelper': '1.0', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'LocalIPAssociation': '1.0', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Log': '1.0', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Network': '1.1', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Port': '1.7', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'PortForwarding': '1.2', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'QosPolicy': '1.10', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SecurityGroup': '1.5', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SecurityGroupRule': '1.2', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'SubPort': '1.0', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Subnet': '1.1', Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: 'Trunk': '1.1'}} Dec 09 01:08:36.448159 dv-cinder-790535-20-iscsi neutron-server[102582]: {{(pid=102582) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 01:08:36.458353 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789186210753', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.458524 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45628) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:36.459301 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Unsubscribe: segment precommit_create {{(pid=102582) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 09 01:08:36.459971 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Added segment beb4fa18-ed11-401c-bf8b-ad2a0c05ca94 of type vlan for network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd Dec 09 01:08:36.560810 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.568820 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1855236779-network', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:36.617797 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Made reservation on behalf of 853a8a131b9d4f239bc6b9dc03642f2e for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:08:36.620140 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.633041 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.634049 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:36.634665 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.636781 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.656639 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1289941868-network', 'tenant_id': 'f6f062a4353046c9a44957550c394c9d'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:36.695931 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Made reservation on behalf of f6f062a4353046c9a44957550c394c9d for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:08:36.698632 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.710509 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-257061875-network', 'tenant_id': 'f744683c3f364dda933c885766c8dfec'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:36.718771 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.794634 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] Pushing event updated for resources: {'Network': ['ID=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:36.811469 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:08:36.859769 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.876887 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-8f9ce1de-a485-4c7d-b583-d3874c269070 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8899553 Dec 09 01:08:36.878124 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45642) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:36.884307 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.888377 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.902030 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.912177 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:08:36.917491 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Made reservation on behalf of f744683c3f364dda933c885766c8dfec for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:08:36.922666 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.933748 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.934086 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Added segment 3930f04c-992a-4ce4-a4ac-099a7d8b4ef1 of type vlan for network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce Dec 09 01:08:36.947617 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:36.987762 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:08:37.016332 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.050490 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] Request body: {'subnet': {'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-315872130-subnet', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:37.062106 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.062470 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Added segment 772ade80-9f18-4e07-86ba-2c14b2736ab4 of type vlan for network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 Dec 09 01:08:37.082170 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd388b4b-bfcd-4eeb-8385-39695c11ff8c,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:37.098384 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.103350 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:37.104481 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.109746 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f015494-bb36-4fd8-bd31-c0b39eae517e,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:37.195801 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.196164 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.196743 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.197465 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.198000 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.198349 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.198737 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.209066 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.209615 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.209980 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.210358 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.210649 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.210975 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Tracked resource versions report: Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: pushed versions: Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: { 'AddressGroup': {'1.2'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'ConntrackHelper': {'1.0'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'LocalIPAssociation': {'1.0'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Log': {'1.0'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Network': {'1.1'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Port': {'1.7'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'PortForwarding': {'1.2'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'QosPolicy': {'1.10'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SecurityGroup': {'1.5'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SecurityGroupRule': {'1.2'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SubPort': {'1.0'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Subnet': {'1.1'}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Trunk': {'1.1'}} Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: consumer versions: Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: { DHCP agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: HyperV agent@hv-cinder-79053: {}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: L3 agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: Metadata agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: Metering agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: Open vSwitch agent@dv-cinder-790535-20-iscsi: { 'AddressGroup': '1.2', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'ConntrackHelper': '1.0', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'LocalIPAssociation': '1.0', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Log': '1.0', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Network': '1.1', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Port': '1.7', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'PortForwarding': '1.2', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'QosPolicy': '1.10', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SecurityGroup': '1.5', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SecurityGroupRule': '1.2', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'SubPort': '1.0', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Subnet': '1.1', Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: 'Trunk': '1.1'}} Dec 09 01:08:37.212131 dv-cinder-790535-20-iscsi neutron-server[102583]: {{(pid=102583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 01:08:37.235252 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] Pushing event updated for resources: {'Network': ['ID=56b0a9c8-a9f0-4971-a73a-1b8741a01fce,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:37.241693 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ba3e6a49-cd39-4d7e-b083-c09b44a5807b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0030293 Dec 09 01:08:37.245905 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45658) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:37.250818 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.252952 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] Request body: {'subnet': {'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1855236779-subnet', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:37.258546 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:08:37.289648 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] Made reservation on behalf of f142a63d748e48d08bff8bfeeb533566 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:08:37.293240 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.351873 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.353133 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:37.353893 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.391101 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.404036 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.417042 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:08:37.429773 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.430290 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Added segment 0e50ecbc-814b-4a28-bb5a-07b9c8f11955 of type vlan for network 7517b26d-ae3c-49f6-9f41-580fa4f8c57a Dec 09 01:08:37.445013 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] Made reservation on behalf of 853a8a131b9d4f239bc6b9dc03642f2e for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:08:37.451909 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.476632 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.551119 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1485043 Dec 09 01:08:37.552060 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.553116 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:37.553845 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.558519 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45674) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:37.564182 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] Request body: {'subnet': {'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1289941868-subnet', 'tenant_id': 'f6f062a4353046c9a44957550c394c9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:37.595589 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14132b-2b83-4c4e-a2a0-8bedc3ae69cd admin admin] Pushing event updated for resources: {'Network': ['ID=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:37.601590 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] Made reservation on behalf of f6f062a4353046c9a44957550c394c9d for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:08:37.604019 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.609986 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:08:37.701117 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Pushing event updated for resources: {'Network': ['ID=7517b26d-ae3c-49f6-9f41-580fa4f8c57a,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:37.748662 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2889850 Dec 09 01:08:37.750575 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network 7517b26d-ae3c-49f6-9f41-580fa4f8c57a details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:08:37.751793 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45684) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:37.758272 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] Request body: {'subnet': {'network_id': '7517b26d-ae3c-49f6-9f41-580fa4f8c57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-257061875-subnet', 'tenant_id': 'f744683c3f364dda933c885766c8dfec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:37.857882 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcee88-8feb-43e8-86a1-b273e09bbbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e37400-3c32-4853-a15a-036b6cbc89d7,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:37.867500 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:37.873973 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] Made reservation on behalf of f744683c3f364dda933c885766c8dfec for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:08:37.876451 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.078775 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.116697 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c885b43-29f7-4079-a65a-52973dae517e,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:38.133262 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] Checking segment: {'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:08:38.133770 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] Network hostable DHCP agents. Network: 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:08:38.200532 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.252573 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.253865 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] Network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:08:38.273677 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb67bd4-d21e-4f99-b2e2-a403d3997557,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:38.279794 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:38.291661 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf78bab4-cd0e-45c0-8a23-64f1bbcbb3d5 None None] Network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:08:38.301735 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:38.302787 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.308822 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdecabff-29eb-4c69-974e-4605f6f56e3d,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:38.320102 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] Checking segment: {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:08:38.320370 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] Network hostable DHCP agents. Network: 56b0a9c8-a9f0-4971-a73a-1b8741a01fce, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:08:38.348939 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] Checking segment: {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:08:38.349564 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] Network hostable DHCP agents. Network: 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:08:38.355068 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-4b524320-3159-44b4-8828-62720056f91f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4733849 Dec 09 01:08:38.359984 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45714) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:38.369835 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-315872130-router', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:38.372205 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] Network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:08:38.390886 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, 56b0a9c8-a9f0-4971-a73a-1b8741a01fce) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:38.395474 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:38.396628 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.412447 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] Checking segment: {'id': '0e50ecbc-814b-4a28-bb5a-07b9c8f11955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7517b26d-ae3c-49f6-9f41-580fa4f8c57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:08:38.413257 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] Network hostable DHCP agents. Network: 7517b26d-ae3c-49f6-9f41-580fa4f8c57a, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:08:38.415026 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b71e6c6-2692-45e9-9edc-92ea9e19ad1b,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:38.419652 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c9bc6c-e587-456c-b88d-8aa63fd3c096 None None] Network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:08:38.422323 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] Network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:08:38.429791 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39757'] for router, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.430883 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39796'] for router, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.439562 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:38.440571 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-41a3e4fe-e70a-4144-a578-27d1fefe6859 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1922772 Dec 09 01:08:38.441321 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45716) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:38.446214 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:38.446691 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:38.447236 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.477029 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] Network 7517b26d-ae3c-49f6-9f41-580fa4f8c57a is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:08:38.485547 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39757'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.486725 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39796'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.510652 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f57d0-7f02-448c-a796-ef18d27f808f None None] Network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:08:38.551916 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.581770 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-5ceeaa1a-62b9-49e3-a500-24665d446501 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0016053 Dec 09 01:08:38.599766 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, 7517b26d-ae3c-49f6-9f41-580fa4f8c57a) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:38.634959 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3277a7-d45e-446b-b093-aea223de5a2e None None] Network 7517b26d-ae3c-49f6-9f41-580fa4f8c57a requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:08:38.639850 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:38.640700 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.644672 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.717295 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45734) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:38.741890 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ba226-e471-46b4-aa1d-f72500e42c77 None None] Network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:08:38.764220 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b2861b-ced5-4888-98f3-2787614d714b None None] Network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:08:38.773319 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c23a298e-0a31-4975-a8fa-fe693f9e6402 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0187490 Dec 09 01:08:38.798816 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e8c6171-3e32-5548-9e0e-3954613fa970-56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557'}]}} from dv-cinder-790535-20-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 01:08:38.800174 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.929268 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.966724 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:38.968298 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2a3bb50f-f4a8-46de-a1af-d6cf037285f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:39.213629 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa97a38f-7fee-43c8-b63b-fe9a782d5b96 None None] Network 7517b26d-ae3c-49f6-9f41-580fa4f8c57a requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:08:39.298756 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2a3bb50f-f4a8-46de-a1af-d6cf037285f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:39.320072 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2a3bb50f-f4a8-46de-a1af-d6cf037285f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:39.407132 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Allocated IP 172.20.0.2 (56b0a9c8-a9f0-4971-a73a-1b8741a01fce/dcb67bd4-d21e-4f99-b2e2-a403d3997557/852ea151-8fc0-4381-8f12-2d6bafdd15fb) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:08:39.466911 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:08:39.611852 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45792) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:39.612697 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45794) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:39.616034 dv-cinder-790535-20-iscsi neutron-server[102582]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 01:08:39.719591 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bb50f-f4a8-46de-a1af-d6cf037285f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc3cc16-0074-44b2-9eea-a3d08b8b7449,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:39.725103 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2a3bb50f-f4a8-46de-a1af-d6cf037285f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c550961fe9c4d39a948a838a3c7f6a9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0055799 Dec 09 01:08:39.728810 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45800) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:39.757960 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:39.772417 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:39.829801 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:08:39.834835 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:39.841358 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Pushing event updated for resources: {'Port': ['ID=852ea151-8fc0-4381-8f12-2d6bafdd15fb,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:39.844072 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:08:39.862065 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.862744 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.863302 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.863866 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.864418 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.864982 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.865554 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.866094 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.866703 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.867275 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.867811 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.868374 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.869044 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Tracked resource versions report: Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: pushed versions: Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: { 'AddressGroup': {'1.2'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'ConntrackHelper': {'1.0'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'LocalIPAssociation': {'1.0'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Log': {'1.0'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Network': {'1.1'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Port': {'1.7'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'PortForwarding': {'1.2'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'QosPolicy': {'1.10'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SecurityGroup': {'1.5'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SecurityGroupRule': {'1.2'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SubPort': {'1.0'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Subnet': {'1.1'}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Trunk': {'1.1'}} Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: consumer versions: Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: { DHCP agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: HyperV agent@hv-cinder-79053: {}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: L3 agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: Metadata agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: Metering agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: Open vSwitch agent@dv-cinder-790535-20-iscsi: { 'AddressGroup': '1.2', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'ConntrackHelper': '1.0', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'LocalIPAssociation': '1.0', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Log': '1.0', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Network': '1.1', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Port': '1.7', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'PortForwarding': '1.2', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'QosPolicy': '1.10', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SecurityGroup': '1.5', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SecurityGroupRule': '1.2', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'SubPort': '1.0', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Subnet': '1.1', Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: 'Trunk': '1.1'}} Dec 09 01:08:39.870864 dv-cinder-790535-20-iscsi neutron-server[102584]: {{(pid=102584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 01:08:39.946185 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Attempting to bind port 852ea151-8fc0-4381-8f12-2d6bafdd15fb on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:08:39.946706 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Attempting to bind port 852ea151-8fc0-4381-8f12-2d6bafdd15fb by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:08:39.947078 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Attempting to bind port 852ea151-8fc0-4381-8f12-2d6bafdd15fb on network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:08:39.957568 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:08:39.957999 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Checking segment: {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:08:39.958584 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:39.959492 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Bound using segment: {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:08:39.959968 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Bound port: 852ea151-8fc0-4381-8f12-2d6bafdd15fb, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:08:39.960377 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:39.969457 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4c-575f-4a74-afe1-128b642ebeea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:39.986100 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:39.998536 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:40.017004 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:40.018070 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-234fb88b-7e16-4e4a-93e0-19309c877e75 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:40.019763 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-234fb88b-7e16-4e4a-93e0-19309c877e75 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/networks?id=7517b26d-ae3c-49f6-9f41-580fa4f8c57a HTTP/1.1" status: 200 len: 811 time: 0.3898692 Dec 09 01:08:40.020135 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4c-575f-4a74-afe1-128b642ebeea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:40.059592 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:40.067340 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-97191d93-3e47-495c-9db7-fcb1cf1740ce tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/quotas/f744683c3f364dda933c885766c8dfec HTTP/1.1" status: 200 len: 375 time: 0.0204568 Dec 09 01:08:40.153972 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] For port 852ea151-8fc0-4381-8f12-2d6bafdd15fb, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:08:40.160468 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] For port 852ea151-8fc0-4381-8f12-2d6bafdd15fb, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=852ea151-8fc0-4381-8f12-2d6bafdd15fb,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:08:40.163985 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4c-575f-4a74-afe1-128b642ebeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:40.165776 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:40.166731 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3b451a4c-575f-4a74-afe1-128b642ebeea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:40.167867 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3b451a4c-575f-4a74-afe1-128b642ebeea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcc3cc16-0074-44b2-9eea-a3d08b8b7449 HTTP/1.1" status: 204 len: 168 time: 0.4378638 Dec 09 01:08:40.170581 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c8009-0c85-4680-b226-1f91b021166e req-e2e4c0a7-789b-4956-82a6-e1b2b4ab490a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:40.175534 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-e2e4c0a7-789b-4956-82a6-e1b2b4ab490a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 815 time: 0.5606470 Dec 09 01:08:40.182016 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Allocated IP 172.27.0.89 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/fccb3427-0218-4c24-ac1a-f93efbe36971) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:08:40.189003 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-eaf78db5-7c71-4caa-8679-eb548188bef5 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f744683c3f364dda933c885766c8dfec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1093302 Dec 09 01:08:40.196750 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b451a4c-575f-4a74-afe1-128b642ebeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc3cc16-0074-44b2-9eea-a3d08b8b7449,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:40.305366 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94742c-d822-4e22-a55a-e687ce04299a None None] Pushing event updated for resources: {'Port': ['ID=852ea151-8fc0-4381-8f12-2d6bafdd15fb,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:40.355551 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-f0fe49f6-cb5a-4120-824b-0b81b204c692 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/quotas/f6f062a4353046c9a44957550c394c9d HTTP/1.1" status: 200 len: 375 time: 0.1634133 Dec 09 01:08:40.364673 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:40.411936 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-baa53d42-f1c6-4087-8211-1a5ebd1e4837 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554278 Dec 09 01:08:40.437262 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:40.502636 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=fccb3427-0218-4c24-ac1a-f93efbe36971,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:40.519001 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:08:40.522456 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:40.525623 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:08:40.544483 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Allocated IP 172.27.0.251 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:08:40.667180 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-5debc4a5-d437-4ff1-b88f-8a4c1188e763 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:08:40.667180 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-5debc4a5-d437-4ff1-b88f-8a4c1188e763 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1285386 Dec 09 01:08:40.667180 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-475ee56c-e4ae-4074-b905-8c139be183f6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:08:40.667180 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-475ee56c-e4ae-4074-b905-8c139be183f6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1498518 Dec 09 01:08:40.820347 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:40.904397 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:40.935849 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-bab1fe67-c362-4a97-8a75-f7fbe90764ec service neutron] 10.222.0.23 "GET /v2.0/networks/7517b26d-ae3c-49f6-9f41-580fa4f8c57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953815 Dec 09 01:08:40.980151 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-311c3ba7-f3c6-4f6e-bf88-60fc57888d64 service neutron] 10.222.0.23 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303858 Dec 09 01:08:41.072531 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625798'] for router, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:41.142798 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:41.327186 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Router 9a417f94-463c-4f59-afc3-7b4f99c725c0 is scheduled to L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 with binding_index 1 {{(pid=102583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 01:08:41.329538 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Pushing event updated for resources: {'Port': ['ID=3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:41.359043 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:08:41.368657 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:41.373129 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:08:41.376998 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-4791ba84-6e93-48d1-828e-b149a4e9af10 service neutron] 10.222.0.23 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830788 Dec 09 01:08:41.429983 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-3939b2f5-d2e2-4505-9976-a11fd3344b5f service neutron] 10.222.0.23 "GET /v2.0/networks/7517b26d-ae3c-49f6-9f41-580fa4f8c57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838016 Dec 09 01:08:41.566776 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:08:41.580136 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Sync routers for ids ['9a417f94-463c-4f59-afc3-7b4f99c725c0'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:08:41.591951 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:41.594652 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-e18adf4d-1054-4274-a977-75e8f658c0e6 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2335503 Dec 09 01:08:41.597689 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 45866) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:41.632480 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Routers {'9a417f94-463c-4f59-afc3-7b4f99c725c0'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:08:41.633167 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:08:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['9a417f94-463c-4f59-afc3-7b4f99c725c0'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:41.732658 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7865d885-e720-44af-a64b-558d62d9245b None None] Network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:08:41.866661 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-7cd9f1df-e680-46ba-b03b-396410a73e26 None None] Provisioning complete for port 852ea151-8fc0-4381-8f12-2d6bafdd15fb triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:41.867013 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7cd9f1df-e680-46ba-b03b-396410a73e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:42.006264 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Set router 9a417f94-463c-4f59-afc3-7b4f99c725c0 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:08:42.043146 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-40ade2a9-36c1-4398-8a0c-6b2d8fa19150 req-2a65b60d-55fc-4af6-a926-56809c68171f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 210 time: 0.1247849 Dec 09 01:08:42.271715 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7cd9f1df-e680-46ba-b03b-396410a73e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:42.343315 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-7cd9f1df-e680-46ba-b03b-396410a73e26 None None] For port 852ea151-8fc0-4381-8f12-2d6bafdd15fb, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=852ea151-8fc0-4381-8f12-2d6bafdd15fb,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:08:42.347782 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2087a120-88b6-42bd-8217-60931f66fb5a req-dab6e9e2-5d66-4133-b02e-fbe113cba452 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 210 time: 0.1448510 Dec 09 01:08:42.355117 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7cd9f1df-e680-46ba-b03b-396410a73e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:42.397470 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:42.513266 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9f1df-e680-46ba-b03b-396410a73e26 None None] Pushing event updated for resources: {'Port': ['ID=852ea151-8fc0-4381-8f12-2d6bafdd15fb,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:42.594219 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 852ea151-8fc0-4381-8f12-2d6bafdd15fb up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:08:42.725319 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-635569c4-c631-47c1-a665-e5f3835875c0 None None] Provisioning complete for port 852ea151-8fc0-4381-8f12-2d6bafdd15fb triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:42.726613 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-635569c4-c631-47c1-a665-e5f3835875c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:42.776593 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 852ea151-8fc0-4381-8f12-2d6bafdd15fb triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:42.778241 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:42.816991 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'name': 'tempest-ServerRescueNegativeTestJSON-315872130-router', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:40Z', 'revision_number': 3, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'gw_port': {'id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:42.890760 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Checking router: 9a417f94-463c-4f59-afc3-7b4f99c725c0 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:08:42.893503 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Updating router 9a417f94-463c-4f59-afc3-7b4f99c725c0 port fccb3427-0218-4c24-ac1a-f93efbe36971 binding host dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:08:42.954197 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625798'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:43.003045 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:43.116636 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:43.292215 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c7474ea3-b27c-4b7d-aae3-20c18e7d3fd6 req-1fe1b8b3-8fbf-4f36-9c1a-212ff4d448e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 210 time: 0.1295061 Dec 09 01:08:43.292215 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 is scheduled to L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 01:08:43.418241 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Allocated IP 172.20.0.1 (1a68f2a4-8fff-4849-9bdf-516da1fd3fcd/4c885b43-29f7-4079-a65a-52973dae517e/1fd04c37-fc70-48c7-ac0d-e03aa1b14a24) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:08:43.420295 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:43.428390 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:43.446176 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-db048125-711d-4209-beb0-24083e1aca8d req-e5d865c6-c996-4b68-b8fa-c08b980b56e8 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 210 time: 0.0478292 Dec 09 01:08:43.500374 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Pushing event updated for resources: {'Port': ['ID=fccb3427-0218-4c24-ac1a-f93efbe36971,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:43.504220 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Attempting to bind port fccb3427-0218-4c24-ac1a-f93efbe36971 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:08:43.504795 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Attempting to bind port fccb3427-0218-4c24-ac1a-f93efbe36971 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:08:43.505372 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Attempting to bind port fccb3427-0218-4c24-ac1a-f93efbe36971 on network e952e783-e52e-44fe-b527-a56b6aa6756d {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:08:43.516884 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:08:43.517083 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Checking segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:08:43.518347 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:43.518914 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Bound using segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:08:43.519629 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Bound port: fccb3427-0218-4c24-ac1a-f93efbe36971, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:08:43.520212 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:43.520944 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:08:43.531190 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.531842 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.532353 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.532854 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.533512 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.533999 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.534124 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Sync routers for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:08:43.534636 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.535576 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.536329 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.536886 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.537418 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.538658 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.539146 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Tracked resource versions report: Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: pushed versions: Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: { 'AddressGroup': {'1.2'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'ConntrackHelper': {'1.0'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'LocalIPAssociation': {'1.0'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Log': {'1.0'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Network': {'1.1'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Port': {'1.7'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'PortForwarding': {'1.2'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'QosPolicy': {'1.10'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SecurityGroup': {'1.5'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SecurityGroupRule': {'1.2'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SubPort': {'1.0'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Subnet': {'1.1'}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Trunk': {'1.1'}} Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: consumer versions: Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: { DHCP agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: HyperV agent@hv-cinder-79053: {}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: L3 agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: Metadata agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: Metering agent@dv-cinder-790535-20-iscsi: {}, Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: Open vSwitch agent@dv-cinder-790535-20-iscsi: { 'AddressGroup': '1.2', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'ConntrackHelper': '1.0', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'LocalIPAssociation': '1.0', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Log': '1.0', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Network': '1.1', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Port': '1.7', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'PortForwarding': '1.2', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'QosPolicy': '1.10', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SecurityGroup': '1.5', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SecurityGroupRule': '1.2', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'SubPort': '1.0', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Subnet': '1.1', Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: 'Trunk': '1.1'}} Dec 09 01:08:43.541143 dv-cinder-790535-20-iscsi neutron-server[102585]: {{(pid=102585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 09 01:08:43.550074 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:43.554105 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d4a996a6-eefe-4a5f-8d06-43478c8c424f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1094277 Dec 09 01:08:43.555059 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 45982) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:43.570123 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:08:43.571325 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:08:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:43.638219 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] For port fccb3427-0218-4c24-ac1a-f93efbe36971, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:08:43.644671 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] For port fccb3427-0218-4c24-ac1a-f93efbe36971, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=fccb3427-0218-4c24-ac1a-f93efbe36971,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:08:43.653846 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:43.797572 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:43.856788 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcafa9-73e8-4592-ae11-5fdb1a3c4c45 None None] Pushing event updated for resources: {'Port': ['ID=fccb3427-0218-4c24-ac1a-f93efbe36971,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:43.874744 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:43.898325 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:08:43.917198 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Routers {'9a417f94-463c-4f59-afc3-7b4f99c725c0'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:08:43.919198 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:08:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['9a417f94-463c-4f59-afc3-7b4f99c725c0'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:43.969896 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:08:43.975708 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:43.991520 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 46008) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:43.993816 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:08:43.994472 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625655'] for router_interface, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.040305 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd04c37-fc70-48c7-ac0d-e03aa1b14a24,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:44.197199 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.208050 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] Set router 9a417f94-463c-4f59-afc3-7b4f99c725c0 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:08:44.313674 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:41Z', 'revision_number': 3, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:44.321554 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ac44ae3e-9d5f-4ff3-8797-791dce0880bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.349232 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Checking router: 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:08:44.349588 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Updating router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 port 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 binding host dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:08:44.402359 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.433834 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 852ea151-8fc0-4381-8f12-2d6bafdd15fb up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:08:44.494138 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'name': 'tempest-ServerRescueNegativeTestJSON-315872130-router', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:40Z', 'revision_number': 3, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'gw_port': {'id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:44.494553 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.521623 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ac44ae3e-9d5f-4ff3-8797-791dce0880bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.533843 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ac44ae3e-9d5f-4ff3-8797-791dce0880bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.535939 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce6b51-5d58-4450-a363-23a34a76d6b1 None None] The sync data for ids ['9a417f94-463c-4f59-afc3-7b4f99c725c0'] in dv-cinder-790535-20-iscsi is: [{'id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'name': 'tempest-ServerRescueNegativeTestJSON-315872130-router', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:40Z', 'revision_number': 3, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'gw_port': {'id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:08:44.555326 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.567690 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.568625 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632135'] for router_interface, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.722600 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Pushing event updated for resources: {'Port': ['ID=1fd04c37-fc70-48c7-ac0d-e03aa1b14a24,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:44.736425 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-99068dcb-b431-473a-9184-e14ddb1f88a9 req-ff63319d-2b37-4d3f-8c15-e6654114f0c2 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 210 time: 0.0942116 Dec 09 01:08:44.767451 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ac44ae3e-9d5f-4ff3-8797-791dce0880bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c33c40a00df94fed8765b9c56dd957c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7748737 Dec 09 01:08:44.769401 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-56d93fe3-62a7-4cdb-9478-8c013e0581ee req-f114bb2d-85b0-4782-a998-e25b84a00da5 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 210 time: 0.0718811 Dec 09 01:08:44.770346 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 46026) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:44.773059 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44ae3e-9d5f-4ff3-8797-791dce0880bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831319b6-3eff-4502-a912-db2456f7dfd0,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:44.829783 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:08:44.831933 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:44.889894 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c5fee012-026e-451f-9ee3-57e80e858068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.934804 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c5fee012-026e-451f-9ee3-57e80e858068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.950713 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Allocated IP 172.20.0.1 (56b0a9c8-a9f0-4971-a73a-1b8741a01fce/dcb67bd4-d21e-4f99-b2e2-a403d3997557/4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:08:44.951079 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.960811 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 852ea151-8fc0-4381-8f12-2d6bafdd15fb triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:44.960811 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:44.964857 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:45.085901 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3d469-6dc4-46fa-a397-942343eb9755 None None] Pushing event updated for resources: {'Port': ['ID=3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:45.122329 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Attempting to bind port 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:08:45.125237 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Attempting to bind port 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:08:45.125863 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Attempting to bind port 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 on network e952e783-e52e-44fe-b527-a56b6aa6756d {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:08:45.143128 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:08:45.147662 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Checking segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:08:45.148310 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:45.148944 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Bound using segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:08:45.149676 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Bound port: 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:08:45.150340 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:45.183735 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Router 9a417f94-463c-4f59-afc3-7b4f99c725c0 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:08:45.277940 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:45.312583 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] For port 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:08:45.316808 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] For port 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:08:45.328130 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:45.343435 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:45.381610 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:08:45.388433 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f7e83d65-e38d-45f3-9b4a-cb050205f395 admin admin] 10.222.0.23 "PUT /v2.0/routers/9a417f94-463c-4f59-afc3-7b4f99c725c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7891703 Dec 09 01:08:45.404086 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:08:45.407741 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:45.411135 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c5fee012-026e-451f-9ee3-57e80e858068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:45.414597 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c5fee012-026e-451f-9ee3-57e80e858068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:45.416478 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c5fee012-026e-451f-9ee3-57e80e858068 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/831319b6-3eff-4502-a912-db2456f7dfd0 HTTP/1.1" status: 204 len: 168 time: 0.6399848 Dec 09 01:08:45.421662 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:08:45.422404 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625655'] for router_interface, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:45.466185 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:08:45.466185 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:08:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:45.576686 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fee012-026e-451f-9ee3-57e80e858068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831319b6-3eff-4502-a912-db2456f7dfd0,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:45.632482 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3d469-6dc4-46fa-a397-942343eb9755 None None] Pushing event updated for resources: {'Port': ['ID=3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:45.650135 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:45.760419 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:08:45.993904 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-19acec7a-c9be-4ade-b03d-dc9820b5e566 req-a6f37041-2816-4c6b-b9ea-22ca2a43b1f7 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 210 time: 0.0632534 Dec 09 01:08:46.055387 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 46058) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:46.098504 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64fb181d-a840-493d-b69b-c082be5f6319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:46.156936 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-0a9ea221-2b56-4e0d-a8cd-42bb49058f50 None None] Provisioning complete for port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:46.157710 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0a9ea221-2b56-4e0d-a8cd-42bb49058f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:46.159132 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.46', 63347) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:46.171733 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:46.330157 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-0a9ea221-2b56-4e0d-a8cd-42bb49058f50 None None] Port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:08:46.403548 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:41Z', 'revision_number': 3, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:46.442314 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1c2dbb-3a36-4db9-9834-a0b11a66d553 None None] The sync data for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi is: [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:41Z', 'revision_number': 3, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:08:46.493121 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device fccb3427-0218-4c24-ac1a-f93efbe36971 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:08:46.537055 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-9a25ae85-19cb-4665-8059-daa9d9f7a8ee tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:46.549246 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-2921fe81-fdbe-4e00-bfa2-9611bce031ab tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:46.550101 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-9a25ae85-19cb-4665-8059-daa9d9f7a8ee tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 818 time: 0.3473897 Dec 09 01:08:46.551004 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-2921fe81-fdbe-4e00-bfa2-9611bce031ab tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.46 "GET /v2.0/networks?id=7517b26d-ae3c-49f6-9f41-580fa4f8c57a HTTP/1.1" status: 200 len: 811 time: 0.3828514 Dec 09 01:08:46.562297 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64fb181d-a840-493d-b69b-c082be5f6319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:46.569187 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64fb181d-a840-493d-b69b-c082be5f6319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:46.569903 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7dd519fd-f9e8-4d7d-811e-29bb0883c3d6 req-6b4e24ba-fd45-4877-95ad-6bf43d4ba79c tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 210 time: 0.2665417 Dec 09 01:08:46.606925 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port fccb3427-0218-4c24-ac1a-f93efbe36971 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:46.611938 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:46.635673 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-82bc6908-0b6b-4a9c-8c2a-8497c5f68ace tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/quotas/f142a63d748e48d08bff8bfeeb533566 HTTP/1.1" status: 200 len: 375 time: 0.0834868 Dec 09 01:08:46.697701 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Request body: {'port': {'device_id': 'cd973508-e7e7-40a7-8166-8690649e69a4', 'network_id': '7517b26d-ae3c-49f6-9f41-580fa4f8c57a', 'admin_state_up': True, 'tenant_id': 'f744683c3f364dda933c885766c8dfec'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:46.710892 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.46', 63350) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:46.751806 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-64fb181d-a840-493d-b69b-c082be5f6319 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5a222d1381c45bc903ead1763652134&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6950452 Dec 09 01:08:46.778144 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 46086) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:46.855674 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:46.952552 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port fccb3427-0218-4c24-ac1a-f93efbe36971, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=fccb3427-0218-4c24-ac1a-f93efbe36971,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:08:46.961070 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:47.110776 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=fccb3427-0218-4c24-ac1a-f93efbe36971,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:47.129880 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb181d-a840-493d-b69b-c082be5f6319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a92b34-04d9-4192-b6f1-84f490f3e8d8,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:47.204304 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-f1c1d02d-9dc6-4a9d-a32d-1ecd894fb88a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5535386 Dec 09 01:08:47.384072 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:47.620483 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-363c95ef-72b2-4b4b-96fa-d493cce17c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:47.634438 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b3997cca-d3ea-4ed8-a21f-7a5aed57933a req-1fce4f33-2b99-4c13-a3c9-fb5e2ede3e45 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 210 time: 0.3304601 Dec 09 01:08:47.663107 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-3e1e7e46-24db-49a2-8164-29bd2f58d217 service neutron] 10.222.0.23 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505563 Dec 09 01:08:47.675407 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 46126) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:47.689553 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-363c95ef-72b2-4b4b-96fa-d493cce17c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:47.740509 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c8009-0c85-4680-b226-1f91b021166e req-b1d92290-e655-4905-9863-75aea9fa5df7 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:47.742057 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-b1d92290-e655-4905-9863-75aea9fa5df7 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 815 time: 1.0302103 Dec 09 01:08:47.757487 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-363c95ef-72b2-4b4b-96fa-d493cce17c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:47.760530 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-363c95ef-72b2-4b4b-96fa-d493cce17c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:47.762223 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-363c95ef-72b2-4b4b-96fa-d493cce17c65 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47a92b34-04d9-4192-b6f1-84f490f3e8d8 HTTP/1.1" status: 204 len: 168 time: 0.9346840 Dec 09 01:08:47.785881 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c95ef-72b2-4b4b-96fa-d493cce17c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a92b34-04d9-4192-b6f1-84f490f3e8d8,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:47.798621 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Sync routers for ids ['9a417f94-463c-4f59-afc3-7b4f99c725c0'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:08:47.813193 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Routers {'9a417f94-463c-4f59-afc3-7b4f99c725c0'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:08:47.814252 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:08:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['9a417f94-463c-4f59-afc3-7b4f99c725c0'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:47.820176 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Request body: {'port': {'device_id': '3d2b888f-f816-49a9-ad1b-5aec93ff2873', 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236', 'admin_state_up': True, 'tenant_id': 'f6f062a4353046c9a44957550c394c9d'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:47.823028 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Made reservation on behalf of f744683c3f364dda933c885766c8dfec for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:08:47.828816 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:47.861653 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:48.005713 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:48.006532 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632135'] for router_interface, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:48.048598 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-df17c82f-1fb2-45ff-8718-7490e5f22dad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:48.101566 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-37caad68-3c6f-4a99-8f14-8c67a8633890 service neutron] 10.222.0.23 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368913 Dec 09 01:08:48.162565 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Set router 9a417f94-463c-4f59-afc3-7b4f99c725c0 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:08:48.273961 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Allocated IP 172.20.0.12 (7517b26d-ae3c-49f6-9f41-580fa4f8c57a/4b71e6c6-2692-45e9-9edc-92ea9e19ad1b/a87c89e2-1888-4b5a-82fd-824571febafc) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:08:48.685661 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9c02a752-401b-4806-9cc1-64b6a890e462 req-629541ab-beda-46a3-b987-15331da82bf2 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 210 time: 0.5669947 Dec 09 01:08:48.718826 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device fccb3427-0218-4c24-ac1a-f93efbe36971 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:08:48.804900 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:48.892235 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port fccb3427-0218-4c24-ac1a-f93efbe36971 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:48.892742 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:48.933377 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:48.976082 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-57972eb8-4ef7-4e99-ba6a-e77c8c5403c2 req-d4df85f0-bdcc-4c9d-9742-dcd103312802 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 210 time: 0.0660112 Dec 09 01:08:48.976314 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'name': 'tempest-ServerRescueNegativeTestJSON-315872130-router', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:44Z', 'revision_number': 4, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'gw_port': {'id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '1fd04c37-fc70-48c7-ac0d-e03aa1b14a24', 'name': '', 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'mac_address': 'fa:16:3e:a4:61:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4c885b43-29f7-4079-a65a-52973dae517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:43Z', 'updated_at': '2021-12-09T01:08:44Z', 'revision_number': 2, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'subnets': [{'id': '4c885b43-29f7-4079-a65a-52973dae517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:49.097102 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:49.117440 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9a841c49-32af-478a-a239-a43cf1499830 req-6c490a77-0640-43e6-9e0e-75bb9f887fcb tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 210 time: 0.0448191 Dec 09 01:08:49.168659 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Made reservation on behalf of f6f062a4353046c9a44957550c394c9d for: {'port': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:08:49.175110 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:49.182393 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Checking router: 9a417f94-463c-4f59-afc3-7b4f99c725c0 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:08:49.182857 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Updating router 9a417f94-463c-4f59-afc3-7b4f99c725c0 port 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 binding host dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:08:49.189651 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:08:49.277386 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:49.332082 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:08:49.344803 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:49.492355 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:49.493502 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:49.642036 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Pushing event updated for resources: {'Port': ['ID=a87c89e2-1888-4b5a-82fd-824571febafc,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:49.716397 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Network 7517b26d-ae3c-49f6-9f41-580fa4f8c57a is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:08:49.721386 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:49.728266 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:08:49.752780 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:49.756298 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:49.769148 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-df17c82f-1fb2-45ff-8718-7490e5f22dad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:49.823911 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-70b1b457-7449-4f5a-98c6-4bdc2fe4b2eb tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1464322 Dec 09 01:08:49.839827 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-0adce5ec-ef88-4858-9991-31f04e835495 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:08:49.860242 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-0adce5ec-ef88-4858-9991-31f04e835495 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0245252 Dec 09 01:08:49.914288 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:49.925885 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-df17c82f-1fb2-45ff-8718-7490e5f22dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:49.981476 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:08:49.992860 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.029743 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-9cd87a78-07ce-4ad1-836f-1916957db77b None None] Provisioning complete for port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:50.036294 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9cd87a78-07ce-4ad1-836f-1916957db77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.068185 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-df17c82f-1fb2-45ff-8718-7490e5f22dad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d3f9e76c59a14a3eb6fbb1140ba4a22c&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3895824 Dec 09 01:08:50.070848 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 46230) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:50.212469 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-9cd87a78-07ce-4ad1-836f-1916957db77b None None] Port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:08:50.244925 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:50.259442 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0b84-b6f2-4a41-8ffd-ece1344f3d9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.347519 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0b84-b6f2-4a41-8ffd-ece1344f3d9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.353800 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Request body: {'port': {'device_id': 'cd973508-e7e7-40a7-8166-8690649e69a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:50.358485 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.373943 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.447544 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.496179 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0b84-b6f2-4a41-8ffd-ece1344f3d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.504875 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3d6d0b84-b6f2-4a41-8ffd-ece1344f3d9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.511850 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3d6d0b84-b6f2-4a41-8ffd-ece1344f3d9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/deea804c-9ee0-4613-9dad-7f79213ff9f5 HTTP/1.1" status: 204 len: 168 time: 0.4399300 Dec 09 01:08:50.545450 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:08:50.588426 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d0b84-b6f2-4a41-8ffd-ece1344f3d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deea804c-9ee0-4613-9dad-7f79213ff9f5,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:50.610199 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63065166-5055-423d-a947-08255a259dce None None] Pushing event updated for resources: {'Port': ['ID=1fd04c37-fc70-48c7-ac0d-e03aa1b14a24,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:50.639757 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Allocated IP 172.20.0.3 (2daaacf1-f17f-4c3f-8d5f-6ec019bc5236/fdecabff-29eb-4c69-974e-4605f6f56e3d/45951bb1-90b0-42b8-aa49-f5040ab0860b) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:08:50.653347 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a798f8-78ef-4ad3-8081-7ecd92ff6dd2 req-bb7a18f7-4c23-447d-8e55-b17f1540b3df tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:50.655958 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-17a798f8-78ef-4ad3-8081-7ecd92ff6dd2 req-bb7a18f7-4c23-447d-8e55-b17f1540b3df tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 932 time: 0.3787193 Dec 09 01:08:50.656673 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17c82f-1fb2-45ff-8718-7490e5f22dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deea804c-9ee0-4613-9dad-7f79213ff9f5,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:50.744563 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Attempting to bind port 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:08:50.749013 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Attempting to bind port 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:08:50.749855 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Attempting to bind port 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 on network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:08:50.761279 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:08:50.763210 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Checking segment: {'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:08:50.766204 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.766894 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Bound using segment: {'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:08:50.767623 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Bound port: 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:08:50.771300 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.786652 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:50.787278 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:50.963357 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] For port 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:08:50.975466 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] For port 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=1fd04c37-fc70-48c7-ac0d-e03aa1b14a24,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:08:50.982398 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:51.134644 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-a99c02ab-fc6d-428a-add7-e2e8b5849ef6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:51.143278 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-a99c02ab-fc6d-428a-add7-e2e8b5849ef6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 818 time: 1.4311891 Dec 09 01:08:51.166197 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-934bf2ef-5430-49b9-bac1-d2e6e3538f81 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/quotas/f142a63d748e48d08bff8bfeeb533566 HTTP/1.1" status: 200 len: 375 time: 0.0216939 Dec 09 01:08:51.219909 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-17a798f8-78ef-4ad3-8081-7ecd92ff6dd2 req-0f77979a-2385-4d29-91d9-b659f8d36b5f tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527019 Dec 09 01:08:51.235567 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:08:51.328822 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63065166-5055-423d-a947-08255a259dce None None] Pushing event updated for resources: {'Port': ['ID=1fd04c37-fc70-48c7-ac0d-e03aa1b14a24,revision_number=4']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:51.385090 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Routers {'9a417f94-463c-4f59-afc3-7b4f99c725c0'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:08:51.393416 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:08:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['9a417f94-463c-4f59-afc3-7b4f99c725c0'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:51.443349 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-83bb2794-cf2e-478e-999c-ed48351abb2e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2734230 Dec 09 01:08:51.632786 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.46', 63364) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:51.648899 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87c89e2-1888-4b5a-82fd-824571febafc {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:08:51.677404 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:51.740183 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Transition to ACTIVE for port object a87c89e2-1888-4b5a-82fd-824571febafc will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:08:51.744979 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:51.775311 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] Set router 9a417f94-463c-4f59-afc3-7b4f99c725c0 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:08:51.931880 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Pushing event updated for resources: {'Port': ['ID=a87c89e2-1888-4b5a-82fd-824571febafc,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:51.948471 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:52.019421 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Attempting to bind port a87c89e2-1888-4b5a-82fd-824571febafc on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:08:52.019699 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Attempting to bind port a87c89e2-1888-4b5a-82fd-824571febafc by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '0e50ecbc-814b-4a28-bb5a-07b9c8f11955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7517b26d-ae3c-49f6-9f41-580fa4f8c57a'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:08:52.020047 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Attempting to bind port a87c89e2-1888-4b5a-82fd-824571febafc on network 7517b26d-ae3c-49f6-9f41-580fa4f8c57a {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:08:52.027392 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Port a87c89e2-1888-4b5a-82fd-824571febafc on network 7517b26d-ae3c-49f6-9f41-580fa4f8c57a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:08:52.027663 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Attempting to bind port a87c89e2-1888-4b5a-82fd-824571febafc on network 7517b26d-ae3c-49f6-9f41-580fa4f8c57a {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:08:52.101318 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:08:52.102401 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Checking segment: {'id': '0e50ecbc-814b-4a28-bb5a-07b9c8f11955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7517b26d-ae3c-49f6-9f41-580fa4f8c57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:08:52.103639 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Bound using segment: {'id': '0e50ecbc-814b-4a28-bb5a-07b9c8f11955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7517b26d-ae3c-49f6-9f41-580fa4f8c57a'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:08:52.104584 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Bound port: a87c89e2-1888-4b5a-82fd-824571febafc, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e50ecbc-814b-4a28-bb5a-07b9c8f11955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7517b26d-ae3c-49f6-9f41-580fa4f8c57a'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:08:52.105364 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:52.142915 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-77d6959e-1adc-4594-8080-3db87ea3b12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:52.280782 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-19c84da3-1b55-48f1-9e91-d1e99a7ef229 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:52.282454 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-19c84da3-1b55-48f1-9e91-d1e99a7ef229 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.46 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 818 time: 0.3778689 Dec 09 01:08:52.330135 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'name': 'tempest-ServerRescueNegativeTestJSON-315872130-router', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:44Z', 'revision_number': 4, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'gw_port': {'id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '1fd04c37-fc70-48c7-ac0d-e03aa1b14a24', 'name': '', 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'mac_address': 'fa:16:3e:a4:61:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4c885b43-29f7-4079-a65a-52973dae517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:43Z', 'updated_at': '2021-12-09T01:08:50Z', 'revision_number': 4, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'subnets': [{'id': '4c885b43-29f7-4079-a65a-52973dae517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:52.363486 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf83fa-70cd-4211-a372-828dae112a69 None None] The sync data for ids ['9a417f94-463c-4f59-afc3-7b4f99c725c0'] in dv-cinder-790535-20-iscsi is: [{'id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'name': 'tempest-ServerRescueNegativeTestJSON-315872130-router', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:44Z', 'revision_number': 4, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'gw_port': {'id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '1fd04c37-fc70-48c7-ac0d-e03aa1b14a24', 'name': '', 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'mac_address': 'fa:16:3e:a4:61:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4c885b43-29f7-4079-a65a-52973dae517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:43Z', 'updated_at': '2021-12-09T01:08:50Z', 'revision_number': 4, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'subnets': [{'id': '4c885b43-29f7-4079-a65a-52973dae517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:08:52.388534 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-55df4b29-dce8-4a4e-a996-7c42481896d4 req-3c80ceff-f423-4c4f-8a7e-4e944624eed7 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 210 time: 0.5648878 Dec 09 01:08:52.484592 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] For port a87c89e2-1888-4b5a-82fd-824571febafc, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:08:52.507011 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] For port a87c89e2-1888-4b5a-82fd-824571febafc, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a87c89e2-1888-4b5a-82fd-824571febafc,segment=NetworkSegment(0e50ecbc-814b-4a28-bb5a-07b9c8f11955),segment_id=0e50ecbc-814b-4a28-bb5a-07b9c8f11955)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:08:52.515570 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:52.581161 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:52.582149 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:52.588625 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] 10.222.0.46 "PUT /v2.0/ports/a87c89e2-1888-4b5a-82fd-824571febafc HTTP/1.1" status: 200 len: 1094 time: 2.3893132 Dec 09 01:08:52.590722 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd973508-e7e7-40a7-8166-8690649e69a4', 'tag': 'a87c89e2-1888-4b5a-82fd-824571febafc'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:08:52.674671 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:08:52.687632 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Sync routers for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:08:52.693094 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-fdcd51e8-bb7f-4470-9c9d-d4de0ae57bd0 admin admin] 10.222.0.23 "PUT /v2.0/routers/0b82d1a5-8d3c-4c46-841e-a8b1b425ea13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1371646 Dec 09 01:08:52.717974 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:08:52.718909 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:08:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:52.810721 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:52.855534 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Request body: {'port': {'device_id': 'd49e39a7-1ec1-4033-ae68-8088625993b3', 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd', 'admin_state_up': True, 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:52.857819 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-da42ea3d-4d0c-485e-8cbe-69c38c8c344e service neutron] 10.222.0.23 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4133322 Dec 09 01:08:53.239782 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:08:53.590679 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:08:53.709142 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:53.718817 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:08:53.736985 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:53.738544 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:53.778152 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Pushing event updated for resources: {'Port': ['ID=45951bb1-90b0-42b8-aa49-f5040ab0860b,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:53.880121 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-3c77ea61-f895-42ad-9f9b-37c545bc907e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0949974 Dec 09 01:08:53.908181 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-680f843c-a774-44ff-a031-68542abda1b0 service neutron] 10.222.0.23 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0077927 Dec 09 01:08:53.922259 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Request body: {'port': {'device_id': '3d2b888f-f816-49a9-ad1b-5aec93ff2873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:53.947042 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a9f12-fde9-481d-ad55-281678aa4c63 req-e9c8a3d3-a241-40ec-8575-a3a2ec4391a7 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:53.973290 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e07a9f12-fde9-481d-ad55-281678aa4c63 req-e9c8a3d3-a241-40ec-8575-a3a2ec4391a7 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 944 time: 0.6836367 Dec 09 01:08:54.019077 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:46Z', 'revision_number': 2, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:54.057504 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593db70b-5c26-41ce-8f9c-a8bf3870e8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cd973508-e7e7-40a7-8166-8690649e69a4", "tag": "a87c89e2-1888-4b5a-82fd-824571febafc"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:08:54.126107 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430cf26-7fdc-459a-bcae-5a8215bf716f service neutron] Pushing event updated for resources: {'Port': ['ID=a87c89e2-1888-4b5a-82fd-824571febafc,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:54.189784 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-026edcf2-1d51-4df8-bc5d-3d4567e0d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:54.192479 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Checking router: 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:08:54.197419 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Updating router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb binding host dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:08:54.207373 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-026edcf2-1d51-4df8-bc5d-3d4567e0d6be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f744683c3f364dda933c885766c8dfec&device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 1097 time: 1.2308249 Dec 09 01:08:54.245038 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:54.262488 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e07a9f12-fde9-481d-ad55-281678aa4c63 req-4f448b15-0f15-4c02-855d-92d8157a25b8 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832677 Dec 09 01:08:54.353008 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:54.629762 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:08:54.746813 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818654d6-d4ca-4781-a103-e42a47bf8cca req-e3b0d3fa-1545-46ab-ac80-9d8747018f4d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:54.757514 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-818654d6-d4ca-4781-a103-e42a47bf8cca req-e3b0d3fa-1545-46ab-ac80-9d8747018f4d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 931 time: 0.2826798 Dec 09 01:08:54.852300 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Made reservation on behalf of f142a63d748e48d08bff8bfeeb533566 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:08:54.856528 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:54.951567 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-818654d6-d4ca-4781-a103-e42a47bf8cca req-8f095e36-aaed-46ee-bfed-fee547c6289d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925678 Dec 09 01:08:54.952002 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 46382) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:54.974777 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-06269c98-96c2-4869-afa6-954a356e685a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87c89e2-1888-4b5a-82fd-824571febafc HTTP/1.1" status: 200 len: 217 time: 0.6608560 Dec 09 01:08:54.990193 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-a3f5ffee-8869-459c-b9bf-d8c7ec76e479 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166624108', 'description': 'tempest-description--1521347923'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:55.084461 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-715bdf78-b5a8-4976-9af2-e3a766b71e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.093816 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:55.096110 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.188105 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffee-8869-459c-b9bf-d8c7ec76e479 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.310821 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-e797588a-1ecd-463d-964b-e18a86dd989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:55.314698 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-e797588a-1ecd-463d-964b-e18a86dd989f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b71e6c6-2692-45e9-9edc-92ea9e19ad1b HTTP/1.1" status: 200 len: 851 time: 0.1825230 Dec 09 01:08:55.341290 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.365726 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3b0a3815-5edb-4b7d-ba4e-194890503848 req-a5b19a69-a5f7-4fb8-9a45-96295218c88c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 210 time: 0.2790544 Dec 09 01:08:55.397292 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=1fd04c37-fc70-48c7-ac0d-e03aa1b14a24,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:08:55.407997 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.444133 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45951bb1-90b0-42b8-aa49-f5040ab0860b {{(pid=102582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:08:55.458001 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.486905 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=1fd04c37-fc70-48c7-ac0d-e03aa1b14a24,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:55.568789 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac3ea34-e704-4b71-b96a-cb70f4d66261 x-openstack-request-id: req-eac3ea34-e704-4b71-b96a-cb70f4d66261 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:08:55.569040 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd973508-e7e7-40a7-8166-8690649e69a4", "tag": "a87c89e2-1888-4b5a-82fd-824571febafc", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:08:55.569140 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eac3ea34-e704-4b71-b96a-cb70f4d66261 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:08:55.569815 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd973508-e7e7-40a7-8166-8690649e69a4', 'tag': 'a87c89e2-1888-4b5a-82fd-824571febafc', 'status': 'completed', 'code': 200} Dec 09 01:08:55.584193 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Allocated IP 172.20.0.14 (1a68f2a4-8fff-4849-9bdf-516da1fd3fcd/4c885b43-29f7-4079-a65a-52973dae517e/1576c59c-6b4a-44f7-a7f1-368b59dcd4ff) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:08:55.594398 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-ff63a1f1-c786-49ac-8cd3-be00089ff20a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7517b26d-ae3c-49f6-9f41-580fa4f8c57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2466114 Dec 09 01:08:55.704526 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffee-8869-459c-b9bf-d8c7ec76e479 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.728296 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.provisioning_blocks [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Transition to ACTIVE for port object 45951bb1-90b0-42b8-aa49-f5040ab0860b will not be triggered until provisioned by entity L2. {{(pid=102582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:08:55.738514 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffee-8869-459c-b9bf-d8c7ec76e479 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.768082 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.876010 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a3f5ffee-8869-459c-b9bf-d8c7ec76e479 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.894925 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a3f5ffee-8869-459c-b9bf-d8c7ec76e479 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9215953 Dec 09 01:08:55.898065 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 46402) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:55.949050 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.986739 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:55.991612 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-74dac123-f7ca-45c2-896d-0ad8df9387f3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'security_group_rule': {'security_group_id': 'c82273d0-23db-483b-b1ae-464dbc518443', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:56.035234 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5ffee-8869-459c-b9bf-d8c7ec76e479 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82273d0-23db-483b-b1ae-464dbc518443,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:56.055660 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Pushing event updated for resources: {'Port': ['ID=45951bb1-90b0-42b8-aa49-f5040ab0860b,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:56.078875 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88487580-f838-49d6-8ead-70c08fb2134c req-1f7e4b6e-4163-40ef-acba-7a1e4f974794 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:56.081433 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-88487580-f838-49d6-8ead-70c08fb2134c req-1f7e4b6e-4163-40ef-acba-7a1e4f974794 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 944 time: 0.3707201 Dec 09 01:08:56.257399 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c21692-9c51-4301-ad83-83056ce91545 None None] Pushing event updated for resources: {'Port': ['ID=4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:56.287265 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:56.314680 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-6ccfd015-5785-4988-8e17-368ee74af325 service neutron] 10.222.0.46 "GET /v2.0/networks/7517b26d-ae3c-49f6-9f41-580fa4f8c57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005250 Dec 09 01:08:56.434766 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:56.529601 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Attempting to bind port 45951bb1-90b0-42b8-aa49-f5040ab0860b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:08:56.529968 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Attempting to bind port 45951bb1-90b0-42b8-aa49-f5040ab0860b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:08:56.530509 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Attempting to bind port 45951bb1-90b0-42b8-aa49-f5040ab0860b on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:08:56.625314 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-74dac123-f7ca-45c2-896d-0ad8df9387f3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:56.676784 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:56.736033 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Port 45951bb1-90b0-42b8-aa49-f5040ab0860b on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:08:56.736380 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Attempting to bind port 45951bb1-90b0-42b8-aa49-f5040ab0860b on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:08:56.739082 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ea6a0445-ed64-43a4-b1b3-4334449bc6c2 req-07926d40-eced-4d12-acaa-7e5202e630e3 service neutron] 10.222.0.46 "GET /v2.0/networks/7517b26d-ae3c-49f6-9f41-580fa4f8c57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907495 Dec 09 01:08:56.745518 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:08:56.768683 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:08:56.774166 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:08:56.776769 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Pushing event updated for resources: {'Port': ['ID=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:56.795311 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:08:56.803063 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:56.804248 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:56.853207 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-e8f90296-3543-45a3-bb3a-94377a65e765 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0123982 Dec 09 01:08:56.870259 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Attempting to bind port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:08:56.870557 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Attempting to bind port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:08:56.871827 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Attempting to bind port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb on network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:08:56.892213 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229cdff-e936-4812-899e-8a0cba8715b9 req-99546a6c-629e-4086-a88b-7cb5a9bc636f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:56.895630 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f229cdff-e936-4812-899e-8a0cba8715b9 req-99546a6c-629e-4086-a88b-7cb5a9bc636f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 943 time: 0.7131531 Dec 09 01:08:56.901344 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:08:56.903587 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Checking segment: {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:08:56.905077 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Bound using segment: {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:08:56.906064 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Bound port: 45951bb1-90b0-42b8-aa49-f5040ab0860b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'}}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:08:56.906712 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:56.919814 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-88487580-f838-49d6-8ead-70c08fb2134c req-324e3d51-b778-4eff-b570-16edcad82448 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7580390 Dec 09 01:08:56.920632 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-cc25d57a-fe65-46d6-9521-5c5f3386ef05 None None] Provisioning complete for port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:56.921015 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cc25d57a-fe65-46d6-9521-5c5f3386ef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.003623 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:08:57.005522 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Checking segment: {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:08:57.006542 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.007754 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Bound using segment: {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:08:57.009199 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Bound port: 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:08:57.011022 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.064354 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-cc25d57a-fe65-46d6-9521-5c5f3386ef05 None None] Port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:08:57.119734 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c403ed1e-6d27-4508-9c42-7d73737a7f4a req-9bb40f9f-4a59-4ddc-a715-c4b85ee83398 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 210 time: 0.0718954 Dec 09 01:08:57.147461 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:57.148119 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.192717 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-74dac123-f7ca-45c2-896d-0ad8df9387f3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.203157 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.204557 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] For port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:08:57.213011 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f229cdff-e936-4812-899e-8a0cba8715b9 req-373342ff-436c-46d9-9625-ec739eacb154 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804682 Dec 09 01:08:57.224398 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-74dac123-f7ca-45c2-896d-0ad8df9387f3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.260626 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] For port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:08:57.279129 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dac123-f7ca-45c2-896d-0ad8df9387f3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e2d7cd-22a5-4eab-8b87-057ceb2527c0,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:57.288983 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-74dac123-f7ca-45c2-896d-0ad8df9387f3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.290359 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-74dac123-f7ca-45c2-896d-0ad8df9387f3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3661389 Dec 09 01:08:57.293534 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 46454) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:57.300072 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-5327d884-2603-402a-a542-b68815ae4696 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'security_group_rule': {'security_group_id': 'c82273d0-23db-483b-b1ae-464dbc518443', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:57.307611 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] For port 45951bb1-90b0-42b8-aa49-f5040ab0860b, host hv-cinder-79053, cleared binding levels {{(pid=102582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:08:57.321234 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.325394 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] For port 45951bb1-90b0-42b8-aa49-f5040ab0860b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45951bb1-90b0-42b8-aa49-f5040ab0860b,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:08:57.345269 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.530214 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 46464) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:57.557648 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:57.558276 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.560179 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] 10.222.0.46 "PUT /v2.0/ports/45951bb1-90b0-42b8-aa49-f5040ab0860b HTTP/1.1" status: 200 len: 1093 time: 3.6488431 Dec 09 01:08:57.560817 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2b888f-f816-49a9-ad1b-5aec93ff2873', 'tag': '45951bb1-90b0-42b8-aa49-f5040ab0860b'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:08:57.581814 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:08:57.583007 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:08:55Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:57.716478 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5327d884-2603-402a-a542-b68815ae4696 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.728638 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c21692-9c51-4301-ad83-83056ce91545 None None] Pushing event updated for resources: {'Port': ['ID=4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:57.740067 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf531c1-d3f5-41fd-b99b-082846e7da9a service neutron] Pushing event updated for resources: {'Port': ['ID=45951bb1-90b0-42b8-aa49-f5040ab0860b,revision_number=3']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:57.842983 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3df7ae23-bce1-44df-ba6d-f6bb545b42b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:57.954314 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:08:58.098299 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5327d884-2603-402a-a542-b68815ae4696 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:58.193725 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3df7ae23-bce1-44df-ba6d-f6bb545b42b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:58.202505 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3df7ae23-bce1-44df-ba6d-f6bb545b42b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:58.249694 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5327d884-2603-402a-a542-b68815ae4696 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:58.260711 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49089cff-acbd-42e7-be4b-a80d590fcfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2b888f-f816-49a9-ad1b-5aec93ff2873", "tag": "45951bb1-90b0-42b8-aa49-f5040ab0860b"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:08:58.291460 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Request body: {'port': {'device_id': 'd49e39a7-1ec1-4033-ae68-8088625993b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:58.329468 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 46502) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:58.399240 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7ae23-bce1-44df-ba6d-f6bb545b42b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6439e8d-151d-477d-8345-e7d25b57d598,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:58.466271 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3df7ae23-bce1-44df-ba6d-f6bb545b42b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28b7615df51741dc90ffc0cc7da433e6&name=default HTTP/1.1" status: 200 len: 2995 time: 0.9327950 Dec 09 01:08:58.471871 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 46510) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:58.480631 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327d884-2603-402a-a542-b68815ae4696 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8162070-42dc-4909-be89-d205efb06129,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:58.498784 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c18ae3be-b915-4321-beff-20541b19d666 req-f2bbb3d9-66a6-4884-9650-79fe0c1f6e6b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 210 time: 0.1760576 Dec 09 01:08:58.550184 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-fae60e99-ae8d-429c-a422-f436088c01b4 None None] Provisioning complete for port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:08:58.561642 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fae60e99-ae8d-429c-a422-f436088c01b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:58.594719 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.46', 63382) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:58.665765 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:58.719311 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaea43d-ec02-4b43-90e9-d313daa4df2f req-1a53f19a-bee3-424a-9d3a-68dd5aef00ab tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:58.720930 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-acaea43d-ec02-4b43-90e9-d313daa4df2f req-1a53f19a-bee3-424a-9d3a-68dd5aef00ab tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 944 time: 0.6167996 Dec 09 01:08:58.759422 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-090290f9-e70d-44e1-97fd-b7b25131f9b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:58.781727 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:58.781945 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5327d884-2603-402a-a542-b68815ae4696 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:58.790779 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-5327d884-2603-402a-a542-b68815ae4696 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4957044 Dec 09 01:08:58.791470 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 46524) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:58.818219 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-0ee8caa1-1028-4039-a456-a055b2885d1c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:58.820060 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-0ee8caa1-1028-4039-a456-a055b2885d1c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.46 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 818 time: 0.5144143 Dec 09 01:08:58.831929 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'floatingip': {'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:08:58.854563 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c8009-0c85-4680-b226-1f91b021166e req-11d83533-e952-4bbf-8cf1-428f373906b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:58.855381 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-11d83533-e952-4bbf-8cf1-428f373906b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 1096 time: 0.3993151 Dec 09 01:08:58.897753 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fae60e99-ae8d-429c-a422-f436088c01b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:58.968895 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-fae60e99-ae8d-429c-a422-f436088c01b4 None None] For port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:08:58.979976 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fae60e99-ae8d-429c-a422-f436088c01b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:59.028485 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:59.056522 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:57Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:08:59.060703 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-acaea43d-ec02-4b43-90e9-d313daa4df2f req-95ac6d91-8998-489e-8e9c-07dbb7aa0253 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208003 Dec 09 01:08:59.077433 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89955fa-a207-4ec3-b906-b184285dea51 req-03c1a44d-4a78-4393-a164-8a62494c0a20 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:59.079077 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d89955fa-a207-4ec3-b906-b184285dea51 req-03c1a44d-4a78-4393-a164-8a62494c0a20 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 943 time: 0.2846465 Dec 09 01:08:59.096809 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae60e99-ae8d-429c-a422-f436088c01b4 None None] Pushing event updated for resources: {'Port': ['ID=4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:59.101284 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49c6be-23bf-438d-9cc5-1b44a2bd0686 None None] The sync data for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi is: [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:57Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:08:59.366445 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d5c9aab8-4892-433e-a5fa-94b7fbdf3541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:59.542206 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-090290f9-e70d-44e1-97fd-b7b25131f9b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:59.575636 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593db70b-5c26-41ce-8f9c-a8bf3870e8fa req-93adf810-9e58-454e-a073-961aa4da878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:08:59.583150 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-593db70b-5c26-41ce-8f9c-a8bf3870e8fa req-93adf810-9e58-454e-a073-961aa4da878c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f744683c3f364dda933c885766c8dfec&device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 1097 time: 0.9837649 Dec 09 01:08:59.584683 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-090290f9-e70d-44e1-97fd-b7b25131f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:59.739134 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-090290f9-e70d-44e1-97fd-b7b25131f9b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=39d572b3d19c4047b134e4f416b9e46e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3906310 Dec 09 01:08:59.751132 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 46534) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:08:59.757251 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090290f9-e70d-44e1-97fd-b7b25131f9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c7752-4cef-4100-8dbb-2baef57d783a,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:08:59.782168 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee636e7-4164-40ab-a3b9-24f9da1a5180 x-openstack-request-id: req-eee636e7-4164-40ab-a3b9-24f9da1a5180 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:08:59.782687 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2b888f-f816-49a9-ad1b-5aec93ff2873", "tag": "45951bb1-90b0-42b8-aa49-f5040ab0860b", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:08:59.782768 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eee636e7-4164-40ab-a3b9-24f9da1a5180 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:08:59.783318 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2b888f-f816-49a9-ad1b-5aec93ff2873', 'tag': '45951bb1-90b0-42b8-aa49-f5040ab0860b', 'status': 'completed', 'code': 200} Dec 09 01:08:59.852689 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-03fca594-aa58-42d5-a39b-76a10370b832 req-ef805439-7d18-4128-a0c2-01b33333b5f6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 210 time: 0.0853007 Dec 09 01:08:59.903368 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d89955fa-a207-4ec3-b906-b184285dea51 req-18d3da34-693a-4986-b916-7c672374920d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8167484 Dec 09 01:08:59.932893 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d5c9aab8-4892-433e-a5fa-94b7fbdf3541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:08:59.972099 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.118254 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1ad7565b-3777-4366-b74b-167907296ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.197097 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1ad7565b-3777-4366-b74b-167907296ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.197433 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Allocated IP 172.27.0.3 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/26331945-d031-47d0-8071-607cdb781245) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:09:00.242761 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d5c9aab8-4892-433e-a5fa-94b7fbdf3541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.246706 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d5c9aab8-4892-433e-a5fa-94b7fbdf3541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.247919 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d5c9aab8-4892-433e-a5fa-94b7fbdf3541 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6439e8d-151d-477d-8345-e7d25b57d598 HTTP/1.1" status: 204 len: 168 time: 1.7720964 Dec 09 01:09:00.307844 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9aab8-4892-433e-a5fa-94b7fbdf3541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6439e8d-151d-477d-8345-e7d25b57d598,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:00.439684 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:09:00.448030 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685a1d1-8af7-477a-aaad-32117dacabc7 req-1c04bc88-e61a-4590-b1cf-c2133b978606 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:00.450889 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1ad7565b-3777-4366-b74b-167907296ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.456224 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a685a1d1-8af7-477a-aaad-32117dacabc7 req-1c04bc88-e61a-4590-b1cf-c2133b978606 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 944 time: 0.2275615 Dec 09 01:09:00.460985 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1ad7565b-3777-4366-b74b-167907296ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.462257 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-1ad7565b-3777-4366-b74b-167907296ac7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c7c7752-4cef-4100-8dbb-2baef57d783a HTTP/1.1" status: 204 len: 168 time: 0.6955764 Dec 09 01:09:00.476177 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.544672 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7565b-3777-4366-b74b-167907296ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c7752-4cef-4100-8dbb-2baef57d783a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:00.551057 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Transition to ACTIVE for port object 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:09:00.556640 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:09:00.562640 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.581939 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.695867 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a685a1d1-8af7-477a-aaad-32117dacabc7 req-bfa42be2-0675-4563-92d7-5475e03c2673 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386739 Dec 09 01:09:00.732932 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Pushing event updated for resources: {'Port': ['ID=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:00.742868 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.785434 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:09:00.792625 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:00.793866 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.831269 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:09:00.856335 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:09:00.866281 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Attempting to bind port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:09:00.866923 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Attempting to bind port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:09:00.867216 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Attempting to bind port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff on network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:09:00.878125 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff on network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:09:00.878871 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Attempting to bind port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff on network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:09:00.925385 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:09:00.925742 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Checking segment: {'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:09:00.926113 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Bound using segment: {'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:09:00.941738 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Bound port: 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:09:00.942199 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:00.979628 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Request body: {'port': {'device_id': '4617dfc6-89b9-4d31-b4bc-9c150258059d', 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd', 'admin_state_up': True, 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:01.235019 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-c816905c-3f6f-42bb-b4b5-25645a8ae681 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45951bb1-90b0-42b8-aa49-f5040ab0860b HTTP/1.1" status: 200 len: 217 time: 0.2568552 Dec 09 01:09:01.241798 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'Port': ['ID=26331945-d031-47d0-8071-607cdb781245,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:01.425371 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c8009-0c85-4680-b226-1f91b021166e req-9a761d8b-4064-4a40-9334-1bc4e8120b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:01.427207 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-9a761d8b-4064-4a40-9334-1bc4e8120b19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdecabff-29eb-4c69-974e-4605f6f56e3d HTTP/1.1" status: 200 len: 855 time: 0.1534936 Dec 09 01:09:01.441034 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ab986da0-e18c-4f5e-bac6-58e8a03a3b15 req-a610dc3f-b484-4def-944d-63757a3748b1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 210 time: 0.3392212 Dec 09 01:09:01.624573 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-bc944425-4861-4fc8-89aa-18151de02dc1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530299 Dec 09 01:09:01.626927 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:01.644927 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 46596) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:01.669351 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4e2a32d1-6fa8-4d2d-8243-c6fa53cd1e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:01.679989 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Made reservation on behalf of f142a63d748e48d08bff8bfeeb533566 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:09:01.684200 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:01.725163 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:01.750850 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54b304-61f6-4734-abc2-38cc94f925a7 req-c43a118f-c707-4606-a13b-423ce251ddc6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:01.752465 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7b54b304-61f6-4734-abc2-38cc94f925a7 req-c43a118f-c707-4606-a13b-423ce251ddc6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 943 time: 0.6505573 Dec 09 01:09:01.769348 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593db70b-5c26-41ce-8f9c-a8bf3870e8fa req-a66bbb71-9616-4f62-b19a-341b77cbb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:01.771017 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-593db70b-5c26-41ce-8f9c-a8bf3870e8fa req-a66bbb71-9616-4f62-b19a-341b77cbb975 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7517b26d-ae3c-49f6-9f41-580fa4f8c57a HTTP/1.1" status: 200 len: 912 time: 0.8109322 Dec 09 01:09:01.781849 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] For port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:09:01.786988 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] For port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:09:01.980617 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7b54b304-61f6-4734-abc2-38cc94f925a7 req-e7c7d427-0ed2-4d49-b837-eea31e32852f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878469 Dec 09 01:09:02.022387 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.041057 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c8178-7514-4c9f-869e-4076dc5ec958 req-d11be3a0-4086-4b36-b52c-949674c59ee1 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:02.049230 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-852c8178-7514-4c9f-869e-4076dc5ec958 req-d11be3a0-4086-4b36-b52c-949674c59ee1 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 944 time: 0.2576523 Dec 09 01:09:02.104244 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-593db70b-5c26-41ce-8f9c-a8bf3870e8fa req-4ef56899-ea45-49c9-8a80-c4d7ad94ba7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a87c89e2-1888-4b5a-82fd-824571febafc HTTP/1.1" status: 200 len: 217 time: 0.0698481 Dec 09 01:09:02.122823 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:02.123060 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.124386 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] 10.222.0.46 "PUT /v2.0/ports/1576c59c-6b4a-44f7-a7f1-368b59dcd4ff HTTP/1.1" status: 200 len: 1094 time: 3.8811436 Dec 09 01:09:02.135059 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49e39a7-1ec1-4033-ae68-8088625993b3', 'tag': '1576c59c-6b4a-44f7-a7f1-368b59dcd4ff'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:09:02.137369 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f8a9c9-cc82-4cbc-a66c-0692102c40ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d49e39a7-1ec1-4033-ae68-8088625993b3", "tag": "1576c59c-6b4a-44f7-a7f1-368b59dcd4ff"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:09:02.175407 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4e2a32d1-6fa8-4d2d-8243-c6fa53cd1e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.197407 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-0b44e78b-90e1-4a21-a11b-a66a5cedc86c service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754853 Dec 09 01:09:02.198076 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4e2a32d1-6fa8-4d2d-8243-c6fa53cd1e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.225629 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4a81f-b37f-4171-b7eb-fb806e0daf58 service neutron] Pushing event updated for resources: {'Port': ['ID=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:02.229912 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-852c8178-7514-4c9f-869e-4076dc5ec958 req-26605101-5354-4df8-9e6d-18449800f201 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798174 Dec 09 01:09:02.255775 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede0d272-5269-464b-9bea-149e71ddd691 x-openstack-request-id: req-ede0d272-5269-464b-9bea-149e71ddd691 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:09:02.256508 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49e39a7-1ec1-4033-ae68-8088625993b3", "tag": "1576c59c-6b4a-44f7-a7f1-368b59dcd4ff", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:09:02.257038 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ede0d272-5269-464b-9bea-149e71ddd691 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:09:02.257681 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49e39a7-1ec1-4033-ae68-8088625993b3', 'tag': '1576c59c-6b4a-44f7-a7f1-368b59dcd4ff', 'status': 'completed', 'code': 200} Dec 09 01:09:02.265927 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.269266 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593db70b-5c26-41ce-8f9c-a8bf3870e8fa req-40cecb52-7cc2-4e05-99e5-659b86fa5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:02.270941 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-593db70b-5c26-41ce-8f9c-a8bf3870e8fa req-40cecb52-7cc2-4e05-99e5-659b86fa5fa4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b71e6c6-2692-45e9-9edc-92ea9e19ad1b HTTP/1.1" status: 200 len: 851 time: 0.1528833 Dec 09 01:09:02.273538 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-4e2a32d1-6fa8-4d2d-8243-c6fa53cd1e7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92a17f0d7cfc4e88b34f2cdc150828a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6273417 Dec 09 01:09:02.282421 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 46620) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:02.284027 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.302883 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a32d1-6fa8-4d2d-8243-c6fa53cd1e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48c798b-2242-4399-a563-f468df01607d,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:02.329507 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Allocated IP 172.20.0.13 (1a68f2a4-8fff-4849-9bdf-516da1fd3fcd/4c885b43-29f7-4079-a65a-52973dae517e/8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:09:02.356439 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-593db70b-5c26-41ce-8f9c-a8bf3870e8fa req-6cb69491-6e63-46fd-8616-ec2892789b24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7517b26d-ae3c-49f6-9f41-580fa4f8c57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673795 Dec 09 01:09:02.359065 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.425861 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'Port': ['ID=26331945-d031-47d0-8071-607cdb781245,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:02.435365 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.445246 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-64aa9021-51d8-4ca4-8cfc-e14881f6a393 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6162760 Dec 09 01:09:02.452581 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-53bbed61-4d11-4b15-87cf-a057cec8b1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:02.454181 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-53bbed61-4d11-4b15-87cf-a057cec8b1b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 1097 time: 0.1804056 Dec 09 01:09:02.519460 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4bad-b005-4beb-8e5d-b61720668f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.523924 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b48c8009-0c85-4680-b226-1f91b021166e req-ca52d00b-ac45-4be8-8978-da1938f2d553 service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559302 Dec 09 01:09:02.563201 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4bad-b005-4beb-8e5d-b61720668f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.654396 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-92382fae-0954-4a86-9c62-407408592adf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff HTTP/1.1" status: 200 len: 217 time: 0.0883498 Dec 09 01:09:02.669270 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60c719b3-7083-4801-a9b9-74c68f98e401 req-b8891f31-3c7e-476a-9a38-6f7d47a63c3a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 210 time: 0.0457711 Dec 09 01:09:02.722132 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4bad-b005-4beb-8e5d-b61720668f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.724812 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4bad-b005-4beb-8e5d-b61720668f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:02.726111 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-2d7b4bad-b005-4beb-8e5d-b61720668f0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d48c798b-2242-4399-a563-f468df01607d HTTP/1.1" status: 204 len: 168 time: 0.4400358 Dec 09 01:09:02.759506 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b4bad-b005-4beb-8e5d-b61720668f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48c798b-2242-4399-a563-f468df01607d,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:02.772724 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-50b8dff0-4768-479e-bde5-0be5050d6b85 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1166624108&fields=id&tenant_id=853a8a131b9d4f239bc6b9dc03642f2e HTTP/1.1" status: 200 len: 267 time: 0.1007237 Dec 09 01:09:02.779748 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49089cff-acbd-42e7-be4b-a80d590fcfb0 req-8314f5e6-e734-4b7c-b742-e43455180fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:02.781530 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-49089cff-acbd-42e7-be4b-a80d590fcfb0 req-8314f5e6-e734-4b7c-b742-e43455180fa2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 1096 time: 0.1110907 Dec 09 01:09:02.849284 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-593db70b-5c26-41ce-8f9c-a8bf3870e8fa req-ba5ca8ea-999a-42b5-8ec0-1475c789f7f2 service neutron] 10.222.0.46 "GET /v2.0/networks/7517b26d-ae3c-49f6-9f41-580fa4f8c57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814384 Dec 09 01:09:02.869448 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-7fbea10a-66b2-43f9-89cb-0513228b9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:02.870996 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-7fbea10a-66b2-43f9-89cb-0513228b9f69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 200 len: 858 time: 0.2073112 Dec 09 01:09:02.923608 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-94889de9-6748-425e-bb48-ff2bffc87842 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385575 Dec 09 01:09:03.026539 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:03.103735 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-593db70b-5c26-41ce-8f9c-a8bf3870e8fa req-98b0dfcf-bee4-4a10-9740-d47ca8a21351 service neutron] 10.222.0.46 "GET /v2.0/networks/7517b26d-ae3c-49f6-9f41-580fa4f8c57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467229 Dec 09 01:09:03.172606 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:03.177137 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-622d7739-8088-4046-9b08-d4df7f11070b service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171097 Dec 09 01:09:03.259739 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49089cff-acbd-42e7-be4b-a80d590fcfb0 req-514c8baa-72bc-4ffa-84a6-0789dce33c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:03.262730 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-49089cff-acbd-42e7-be4b-a80d590fcfb0 req-514c8baa-72bc-4ffa-84a6-0789dce33c06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 916 time: 0.4701083 Dec 09 01:09:03.288750 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:09:03.291865 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Pushing event updated for resources: {'Port': ['ID=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:03.301562 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab697634-9a0d-45f8-acd7-89ddeef2f9e1 req-257f950b-5176-4f52-a4a1-050c739ad939 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:03.303141 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ab697634-9a0d-45f8-acd7-89ddeef2f9e1 req-257f950b-5176-4f52-a4a1-050c739ad939 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 943 time: 0.1496482 Dec 09 01:09:03.344987 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-46400014-f8e8-4ec2-8059-83a33988c141 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:03.354337 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-46400014-f8e8-4ec2-8059-83a33988c141 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 811 time: 0.5629439 Dec 09 01:09:03.367076 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-49089cff-acbd-42e7-be4b-a80d590fcfb0 req-fd8e09e3-587b-4884-a78d-e4a7efad80b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45951bb1-90b0-42b8-aa49-f5040ab0860b HTTP/1.1" status: 200 len: 217 time: 0.0906272 Dec 09 01:09:03.368006 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:09:03.376813 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a538c52e-433b-4f72-8166-5d36f8eb1e67 req-1651c67a-2a2c-4f89-947f-bd7d5e1d15e9 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909969 Dec 09 01:09:03.378138 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:09:03.383838 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-6577f3c4-7604-473d-b75d-50d300c67ad6 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/quotas/853a8a131b9d4f239bc6b9dc03642f2e HTTP/1.1" status: 200 len: 375 time: 0.0285294 Dec 09 01:09:03.390631 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:03.393003 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:03.422415 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-189ef70e-8096-4b55-a644-6b57916a1fbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4635150 Dec 09 01:09:03.492797 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Request body: {'port': {'device_id': '4617dfc6-89b9-4d31-b4bc-9c150258059d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:03.539108 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49089cff-acbd-42e7-be4b-a80d590fcfb0 req-e1a64ac6-f1d4-4f41-9582-69434b33c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:03.540485 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-49089cff-acbd-42e7-be4b-a80d590fcfb0 req-e1a64ac6-f1d4-4f41-9582-69434b33c222 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdecabff-29eb-4c69-974e-4605f6f56e3d HTTP/1.1" status: 200 len: 855 time: 0.1642804 Dec 09 01:09:03.556957 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ab697634-9a0d-45f8-acd7-89ddeef2f9e1 req-1fee44b0-ac9b-40e9-9bcf-f6746202756f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940017 Dec 09 01:09:03.625987 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-2f6da880-b829-45ee-96b3-56d229bf44bd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2411084 Dec 09 01:09:03.691487 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-49089cff-acbd-42e7-be4b-a80d590fcfb0 req-9ce2fcf1-99a8-4e37-82f6-a5ae98ec9fc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232841 Dec 09 01:09:03.721745 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:03.742778 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8a9c9-cc82-4cbc-a66c-0692102c40ea req-21e0dec0-e47f-481b-b1fe-d869a77a12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:03.744273 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-09f8a9c9-cc82-4cbc-a66c-0692102c40ea req-21e0dec0-e47f-481b-b1fe-d869a77a12ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 1097 time: 0.1472185 Dec 09 01:09:03.883586 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e590e-3811-4336-89ea-9c2a3d839c32 req-a2bc23fd-1ed1-4fbe-814e-8c48729906be tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:03.885290 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5b6e590e-3811-4336-89ea-9c2a3d839c32 req-a2bc23fd-1ed1-4fbe-814e-8c48729906be tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 944 time: 0.1926007 Dec 09 01:09:03.929618 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-5accacb3-4aa2-4902-aee6-b9781a1b697b service neutron] 10.222.0.23 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506135 Dec 09 01:09:03.932972 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-49089cff-acbd-42e7-be4b-a80d590fcfb0 req-5f8f452f-f451-4624-84a8-8f568abbd6b0 service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327309 Dec 09 01:09:03.985668 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8a9c9-cc82-4cbc-a66c-0692102c40ea req-590807d3-5fcb-44e8-a131-1934e46d4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:03.987168 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-09f8a9c9-cc82-4cbc-a66c-0692102c40ea req-590807d3-5fcb-44e8-a131-1934e46d4208 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 919 time: 0.2213311 Dec 09 01:09:04.086801 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5b6e590e-3811-4336-89ea-9c2a3d839c32 req-9be3c2b0-2e8d-4c1b-858c-717c58203d93 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868970 Dec 09 01:09:04.144610 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:09:04.147150 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-49089cff-acbd-42e7-be4b-a80d590fcfb0 req-a6d6e424-9551-4cc5-b982-a917664b306d service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922605 Dec 09 01:09:04.149363 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-dd6b1466-013b-4ca1-ac73-7775e36b58e4 service neutron] 10.222.0.23 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102344 Dec 09 01:09:04.188504 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:04.221202 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Transition to ACTIVE for port object 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:09:04.266184 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e1ae3-c92a-4846-9d47-fecaa6d9c71e req-c5e6e423-25c3-4379-95f0-685b9ea8d04b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:04.277540 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e55e1ae3-c92a-4846-9d47-fecaa6d9c71e req-c5e6e423-25c3-4379-95f0-685b9ea8d04b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 932 time: 0.0818577 Dec 09 01:09:04.315404 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-09f8a9c9-cc82-4cbc-a66c-0692102c40ea req-99c2ccb4-9062-4d3c-9a4c-5d1e2cd4d84a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff HTTP/1.1" status: 200 len: 217 time: 0.0887985 Dec 09 01:09:04.318530 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:04.356692 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e55e1ae3-c92a-4846-9d47-fecaa6d9c71e req-3e2e3c57-e605-41b5-8819-2784623c2e32 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781722 Dec 09 01:09:04.437438 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Pushing event updated for resources: {'Port': ['ID=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:04.467714 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8a9c9-cc82-4cbc-a66c-0692102c40ea req-f9df2442-24bd-45b7-86d3-a5e0ded6191a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:04.469132 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-09f8a9c9-cc82-4cbc-a66c-0692102c40ea req-f9df2442-24bd-45b7-86d3-a5e0ded6191a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 200 len: 858 time: 0.1317096 Dec 09 01:09:04.474427 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Attempting to bind port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:09:04.474754 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Attempting to bind port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:09:04.475085 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Attempting to bind port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb on network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:09:04.490559 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb on network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:09:04.490559 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Attempting to bind port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb on network 1a68f2a4-8fff-4849-9bdf-516da1fd3fcd {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:09:04.513888 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-09f8a9c9-cc82-4cbc-a66c-0692102c40ea req-461114fe-a894-4cb5-ac31-66429044aa26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363386 Dec 09 01:09:04.515084 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:09:04.515496 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Checking segment: {'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:09:04.515822 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Bound using segment: {'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:09:04.516246 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Bound port: 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:09:04.516610 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:04.524240 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4b7cf964-1098-42d5-919e-04104e847588 req-a59b516c-4f7b-403e-93d5-196510d95b46 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 210 time: 0.0882425 Dec 09 01:09:04.639228 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] For port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:09:04.642546 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] For port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:09:04.655862 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:04.735519 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:04.736149 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:04.737754 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] 10.222.0.46 "PUT /v2.0/ports/8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb HTTP/1.1" status: 200 len: 1094 time: 1.2496564 Dec 09 01:09:04.738348 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4617dfc6-89b9-4d31-b4bc-9c150258059d', 'tag': '8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:09:04.739072 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd1bb2-e94f-48b7-a629-a5abb71470d3 req-13c93bcc-2507-434c-aa18-fa600a68adf3 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:04.740972 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adc0d2c-b6d3-41e8-83aa-a82b4d3d1bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "4617dfc6-89b9-4d31-b4bc-9c150258059d", "tag": "8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:09:04.746496 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a1dd1bb2-e94f-48b7-a629-a5abb71470d3 req-13c93bcc-2507-434c-aa18-fa600a68adf3 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 943 time: 0.1125009 Dec 09 01:09:04.820307 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35111fc-ce5d-4268-8af4-915ce1d92683 x-openstack-request-id: req-a35111fc-ce5d-4268-8af4-915ce1d92683 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:09:04.820870 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4617dfc6-89b9-4d31-b4bc-9c150258059d", "tag": "8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:09:04.821869 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a35111fc-ce5d-4268-8af4-915ce1d92683 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:09:04.822494 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4617dfc6-89b9-4d31-b4bc-9c150258059d', 'tag': '8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb', 'status': 'completed', 'code': 200} Dec 09 01:09:04.863063 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a1dd1bb2-e94f-48b7-a629-a5abb71470d3 req-fec1530a-0a5b-4c18-8a54-3adc7103efe0 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115692 Dec 09 01:09:04.873756 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 45951bb1-90b0-42b8-aa49-f5040ab0860b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:09:04.955362 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-09f8a9c9-cc82-4cbc-a66c-0692102c40ea req-ab04aeaf-a47f-428c-ab37-8f1da6ec0811 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226334 Dec 09 01:09:04.957849 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4bc1a-b613-4be3-b3d8-4ea7c016f922 service neutron] Pushing event updated for resources: {'Port': ['ID=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:05.043180 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-b2c3dbbc-0f11-4777-ba86-a16beca681f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:05.045578 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-b2c3dbbc-0f11-4777-ba86-a16beca681f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 1097 time: 0.2450612 Dec 09 01:09:05.113931 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 45951bb1-90b0-42b8-aa49-f5040ab0860b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45951bb1-90b0-42b8-aa49-f5040ab0860b,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:05.158387 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '45951bb1-90b0-42b8-aa49-f5040ab0860b', 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236', 'port_id': '45951bb1-90b0-42b8-aa49-f5040ab0860b', 'mac_address': 'fa:16:3e:cd:18:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdecabff-29eb-4c69-974e-4605f6f56e3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:09:05.252123 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:05.292296 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45951bb1-90b0-42b8-aa49-f5040ab0860b {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:09:05.295972 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774d1d0-cc80-4169-b8f8-8cbb61133494 req-e18fb7f0-402a-44a4-980a-d635f3b5a7c3 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:05.310938 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0774d1d0-cc80-4169-b8f8-8cbb61133494 req-e18fb7f0-402a-44a4-980a-d635f3b5a7c3 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 944 time: 0.0778389 Dec 09 01:09:05.358502 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 45951bb1-90b0-42b8-aa49-f5040ab0860b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45951bb1-90b0-42b8-aa49-f5040ab0860b,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:05.374590 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:05.374590 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device a87c89e2-1888-4b5a-82fd-824571febafc details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:09:05.377998 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0774d1d0-cc80-4169-b8f8-8cbb61133494 req-80ab5d70-6ab4-4562-95dd-fbaa1940a0ac tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717204 Dec 09 01:09:05.397507 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-7807a4e1-08bb-4396-9da0-87f473f3d7d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb HTTP/1.1" status: 200 len: 217 time: 0.3336275 Dec 09 01:09:05.413290 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-09f8a9c9-cc82-4cbc-a66c-0692102c40ea req-688a0246-fb95-40c0-a19a-839e8b33fd3e service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480224 Dec 09 01:09:05.459700 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=45951bb1-90b0-42b8-aa49-f5040ab0860b,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:05.497651 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-5a740883-bd6b-4651-ada4-d5e4fce76cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:05.499749 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-5a740883-bd6b-4651-ada4-d5e4fce76cb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 200 len: 858 time: 0.0684788 Dec 09 01:09:05.572471 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-07bfd08f-824c-4dfc-8328-17a3ecab5a76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635936 Dec 09 01:09:05.576857 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port a87c89e2-1888-4b5a-82fd-824571febafc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a87c89e2-1888-4b5a-82fd-824571febafc,segment=NetworkSegment(0e50ecbc-814b-4a28-bb5a-07b9c8f11955),segment_id=0e50ecbc-814b-4a28-bb5a-07b9c8f11955)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:05.616693 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628b0b-3d10-48ff-8330-40a60e2bca62 req-95c5fab7-83d6-4160-8ddb-047948730b47 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:05.618628 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c3628b0b-3d10-48ff-8330-40a60e2bca62 req-95c5fab7-83d6-4160-8ddb-047948730b47 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 944 time: 0.1304357 Dec 09 01:09:05.620003 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': 'a87c89e2-1888-4b5a-82fd-824571febafc', 'network_id': '7517b26d-ae3c-49f6-9f41-580fa4f8c57a', 'port_id': 'a87c89e2-1888-4b5a-82fd-824571febafc', 'mac_address': 'fa:16:3e:86:99:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b71e6c6-2692-45e9-9edc-92ea9e19ad1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:09:05.709170 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:05.710441 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-100c836c-73dc-4846-aa10-cfe3b66bafda req-377604af-439b-41ca-ae7b-730136e63d20 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 210 time: 0.0762973 Dec 09 01:09:05.727451 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87c89e2-1888-4b5a-82fd-824571febafc {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:09:05.734083 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-055915ea-d654-447e-adda-cd49b9641bff service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384752 Dec 09 01:09:05.760389 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port a87c89e2-1888-4b5a-82fd-824571febafc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a87c89e2-1888-4b5a-82fd-824571febafc,segment=NetworkSegment(0e50ecbc-814b-4a28-bb5a-07b9c8f11955),segment_id=0e50ecbc-814b-4a28-bb5a-07b9c8f11955)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:05.767071 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:05.767879 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:09:05.816504 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c3628b0b-3d10-48ff-8330-40a60e2bca62 req-0965df42-2c2f-4fae-9d0d-60a8c472a086 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905985 Dec 09 01:09:05.845885 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a7231cbf-9104-43b5-9829-552bf9255ae6 req-ed66a0c1-2d75-48a3-bf96-71e8e42a5644 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031556 Dec 09 01:09:05.876564 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=a87c89e2-1888-4b5a-82fd-824571febafc,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:05.966395 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:05.987459 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '1576c59c-6b4a-44f7-a7f1-368b59dcd4ff', 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd', 'port_id': '1576c59c-6b4a-44f7-a7f1-368b59dcd4ff', 'mac_address': 'fa:16:3e:ee:06:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c885b43-29f7-4079-a65a-52973dae517e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:09:06.038584 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:06.056198 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:09:06.070230 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe595b-d0b3-4894-a273-397090d28c9c req-95747ffe-e7b4-4a9d-a059-d0884ef5e5a2 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:06.076494 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cabe595b-d0b3-4894-a273-397090d28c9c req-95747ffe-e7b4-4a9d-a059-d0884ef5e5a2 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 944 time: 0.1292250 Dec 09 01:09:06.084007 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:06.091245 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:06.143001 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc0d2c-b6d3-41e8-83aa-a82b4d3d1bd1 req-9a9d1334-f762-4a8e-b812-33e1e65886bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:06.145655 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5adc0d2c-b6d3-41e8-83aa-a82b4d3d1bd1 req-9a9d1334-f762-4a8e-b812-33e1e65886bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 1097 time: 0.1784346 Dec 09 01:09:06.156063 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:06.178157 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cabe595b-d0b3-4894-a273-397090d28c9c req-8d730714-ff36-4632-98f4-205c11066b3c tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941873 Dec 09 01:09:06.202755 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-74250b2b-a789-483a-8e0f-eee993715c3a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:06.205565 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-74250b2b-a789-483a-8e0f-eee993715c3a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.46 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 811 time: 0.1872673 Dec 09 01:09:06.314458 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc0d2c-b6d3-41e8-83aa-a82b4d3d1bd1 req-07b15211-33f3-492d-acbb-02cb180f372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:06.315917 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5adc0d2c-b6d3-41e8-83aa-a82b4d3d1bd1 req-07b15211-33f3-492d-acbb-02cb180f372a service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 919 time: 0.1592252 Dec 09 01:09:06.337006 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-154c791f-ee9f-4dc4-b88e-7c031de5427b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=853a8a131b9d4f239bc6b9dc03642f2e HTTP/1.1" status: 200 len: 380 time: 0.0911279 Dec 09 01:09:06.529090 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec1828-8bb7-4f21-b731-d1175cba0d4c req-ca40d003-cafb-4237-9c64-4e1d6e91dbfe tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:06.531266 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05ec1828-8bb7-4f21-b731-d1175cba0d4c req-ca40d003-cafb-4237-9c64-4e1d6e91dbfe tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 945 time: 0.0766237 Dec 09 01:09:06.585713 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05ec1828-8bb7-4f21-b731-d1175cba0d4c req-8b52f88a-76c2-45ed-8347-7f1abea316c0 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476270 Dec 09 01:09:06.797940 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-11a79817-21e5-488f-a15c-24fe51bd9e18 req-11bfd725-530c-46d9-b107-13cb2c8131c6 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 210 time: 0.0260005 Dec 09 01:09:06.916189 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d879b-51cb-4d21-b311-288228d5a810 req-25de3ab0-ae78-4210-9248-d0f3add9d770 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:06.918257 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b15d879b-51cb-4d21-b311-288228d5a810 req-25de3ab0-ae78-4210-9248-d0f3add9d770 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 944 time: 0.0475535 Dec 09 01:09:06.964089 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b15d879b-51cb-4d21-b311-288228d5a810 req-3e507955-e2d7-4cd9-bd13-b27b9516bc6f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399640 Dec 09 01:09:07.293246 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe50e5-2e66-4c4e-96eb-c6469e861c3b req-9d0a2b0a-604f-4827-bc4c-ce9ab5149550 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:07.294718 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-52fe50e5-2e66-4c4e-96eb-c6469e861c3b req-9d0a2b0a-604f-4827-bc4c-ce9ab5149550 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 944 time: 0.0513346 Dec 09 01:09:07.341571 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-52fe50e5-2e66-4c4e-96eb-c6469e861c3b req-ba240821-3ce6-48a7-b2c1-4864b2ab372a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Dec 09 01:09:07.708283 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e460a-9161-4921-829a-72b6c3a18820 req-61563fd3-2371-434d-b1b8-dd72f904dfa7 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:07.709882 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-344e460a-9161-4921-829a-72b6c3a18820 req-61563fd3-2371-434d-b1b8-dd72f904dfa7 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 945 time: 0.0521681 Dec 09 01:09:07.760971 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-344e460a-9161-4921-829a-72b6c3a18820 req-716272fb-b203-437c-90ef-d70cb7a7ff00 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426583 Dec 09 01:09:07.894563 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-399969e2-f903-4526-b599-0b9af8eff290 req-fa035b02-c8de-462f-abba-5915bf8d8aa2 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 210 time: 0.0268028 Dec 09 01:09:08.085165 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331617e-72ea-406f-ba3a-484f091e209e req-d1d3358d-d896-4610-9de3-35c2c9ff50a9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:08.086569 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6331617e-72ea-406f-ba3a-484f091e209e req-d1d3358d-d896-4610-9de3-35c2c9ff50a9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 944 time: 0.0513029 Dec 09 01:09:08.134244 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6331617e-72ea-406f-ba3a-484f091e209e req-ccc2b14c-0187-405c-871c-93adee78abbf tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 Dec 09 01:09:08.452655 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f506880-0b4e-4c2a-b8d7-1e81f8dd4197 req-80b4a63e-96c5-4738-86cd-a5ae77782221 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:08.454100 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9f506880-0b4e-4c2a-b8d7-1e81f8dd4197 req-80b4a63e-96c5-4738-86cd-a5ae77782221 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 944 time: 0.0479081 Dec 09 01:09:08.501316 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9f506880-0b4e-4c2a-b8d7-1e81f8dd4197 req-d49f625e-db0f-46b0-a38c-c6bedda62f72 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Dec 09 01:09:08.876575 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0315d-5152-455d-8170-283c3f383f5b req-9f1b3a9c-1755-41f1-aa21-1460c30cc07c tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:08.878024 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2ff0315d-5152-455d-8170-283c3f383f5b req-9f1b3a9c-1755-41f1-aa21-1460c30cc07c tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 945 time: 0.0516295 Dec 09 01:09:08.924307 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2ff0315d-5152-455d-8170-283c3f383f5b req-8a30765b-9bcf-4ada-869e-1d1223ed0b6b tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 Dec 09 01:09:08.946702 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'port': {'device_id': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'admin_state_up': True, 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'security_groups': ['c82273d0-23db-483b-b1ae-464dbc518443']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:09.007896 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5adc0d2c-b6d3-41e8-83aa-a82b4d3d1bd1 req-0bd30ebf-bf7c-4c8d-bbd8-673cb22d5376 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb HTTP/1.1" status: 200 len: 217 time: 0.0743825 Dec 09 01:09:09.019622 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-57d33614-8862-4320-a142-9d92aa140a97 req-1fa7ad8c-19d7-488a-b8f3-137145a60744 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 210 time: 0.0290380 Dec 09 01:09:09.103765 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc0d2c-b6d3-41e8-83aa-a82b4d3d1bd1 req-fa1cf06b-4d87-4ca6-a875-17cb4be7f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:09.105781 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5adc0d2c-b6d3-41e8-83aa-a82b4d3d1bd1 req-fa1cf06b-4d87-4ca6-a875-17cb4be7f31a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 200 len: 858 time: 0.0847111 Dec 09 01:09:09.173335 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5adc0d2c-b6d3-41e8-83aa-a82b4d3d1bd1 req-ff397165-d00b-42e5-9bb8-263627d0f1e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434949 Dec 09 01:09:09.181617 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Made reservation on behalf of 853a8a131b9d4f239bc6b9dc03642f2e for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:09:09.194892 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:09.284727 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415107d-ff16-4544-a632-0725f1756eb3 req-108580c5-5aec-4889-96ba-2b531ca0fce2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:09.287997 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3415107d-ff16-4544-a632-0725f1756eb3 req-108580c5-5aec-4889-96ba-2b531ca0fce2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 944 time: 0.0657690 Dec 09 01:09:09.344058 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3415107d-ff16-4544-a632-0725f1756eb3 req-30ad7e8a-782e-4cd6-a3c1-f7c7f55062cc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485587 Dec 09 01:09:09.350615 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['45951bb1-90b0-42b8-aa49-f5040ab0860b'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:09:09.360320 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5adc0d2c-b6d3-41e8-83aa-a82b4d3d1bd1 req-c3346112-d6d6-4f82-b0b2-07245c8d6cbb service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529324 Dec 09 01:09:09.379449 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['a87c89e2-1888-4b5a-82fd-824571febafc'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:09:09.424640 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['1576c59c-6b4a-44f7-a7f1-368b59dcd4ff'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:09:09.467593 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Allocated IP 172.20.0.14 (56b0a9c8-a9f0-4971-a73a-1b8741a01fce/dcb67bd4-d21e-4f99-b2e2-a403d3997557/bf23067c-8af4-4fb6-9414-19f6cd332b66) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:09:09.515982 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5adc0d2c-b6d3-41e8-83aa-a82b4d3d1bd1 req-bb1dfb6f-298d-47e3-96bf-fd8bcd3e7dd4 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364410 Dec 09 01:09:09.663229 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8639e6-81ab-44b8-b870-6ee620bef3c1 req-3689bad9-7809-43e7-bdc2-17649de170e8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:09.674468 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dd8639e6-81ab-44b8-b870-6ee620bef3c1 req-3689bad9-7809-43e7-bdc2-17649de170e8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 944 time: 0.0803528 Dec 09 01:09:09.700327 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:09.748777 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:09.754948 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dd8639e6-81ab-44b8-b870-6ee620bef3c1 req-c3935ff0-40a9-400e-940f-22fc65368310 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792835 Dec 09 01:09:09.807510 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:09:09.813424 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:09:09.817205 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:09:09.829020 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:09.829688 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:09.846851 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'Port': ['ID=bf23067c-8af4-4fb6-9414-19f6cd332b66,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:09.860709 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-4bcb6ba4-1cd7-4850-968f-0801f055a432 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9284606 Dec 09 01:09:10.061812 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 46926) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:10.086824 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d181d52-73e9-416b-831e-f040c07888c9 req-729bd274-8161-4b3c-9790-584685d190b5 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:10.094185 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4d181d52-73e9-416b-831e-f040c07888c9 req-729bd274-8161-4b3c-9790-584685d190b5 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 945 time: 0.0767713 Dec 09 01:09:10.116957 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-ac3bf1d3-917a-42f3-abef-3fd143517142 None None] Provisioning complete for port bf23067c-8af4-4fb6-9414-19f6cd332b66 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:10.117593 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf1d3-917a-42f3-abef-3fd143517142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.155348 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bf1d3-917a-42f3-abef-3fd143517142 None None] Port bf23067c-8af4-4fb6-9414-19f6cd332b66 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:09:10.168739 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4d181d52-73e9-416b-831e-f040c07888c9 req-d19a664c-058a-476d-8a6a-52251f69236b tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736542 Dec 09 01:09:10.176702 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d3541-9518-493d-8c69-7fa954f26d1e req-28679054-1fee-48ac-80fb-867cf37aa607 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:10.178106 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-555d3541-9518-493d-8c69-7fa954f26d1e req-28679054-1fee-48ac-80fb-867cf37aa607 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 932 time: 0.0811849 Dec 09 01:09:10.203250 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2af2ab3d-7b23-44fc-b7b4-bcf65cf95d0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.263548 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-555d3541-9518-493d-8c69-7fa954f26d1e req-93ff49b2-43ac-41d2-baf2-2eb78571af6a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775545 Dec 09 01:09:10.308368 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2af2ab3d-7b23-44fc-b7b4-bcf65cf95d0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.312233 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-2af2ab3d-7b23-44fc-b7b4-bcf65cf95d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.352287 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-2af2ab3d-7b23-44fc-b7b4-bcf65cf95d0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b7cc8324e884f359ad1bb991d32425d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893839 Dec 09 01:09:10.353239 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2ab3d-7b23-44fc-b7b4-bcf65cf95d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fbe025-f618-4067-ab6a-c94f171c19c0,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:10.355392 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 46938) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:10.407305 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0166f08b-fb62-4040-911e-207b9866444f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.428611 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0166f08b-fb62-4040-911e-207b9866444f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.483374 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0166f08b-fb62-4040-911e-207b9866444f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.483549 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50a481-3a1f-4b08-8560-724bc2ba680f req-86027611-364d-49fc-908f-d2a1390ee813 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:10.485463 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cd50a481-3a1f-4b08-8560-724bc2ba680f req-86027611-364d-49fc-908f-d2a1390ee813 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 944 time: 0.0573950 Dec 09 01:09:10.486148 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0166f08b-fb62-4040-911e-207b9866444f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.487360 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0166f08b-fb62-4040-911e-207b9866444f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96fbe025-f618-4067-ab6a-c94f171c19c0 HTTP/1.1" status: 204 len: 168 time: 0.1311858 Dec 09 01:09:10.497024 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166f08b-fb62-4040-911e-207b9866444f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fbe025-f618-4067-ab6a-c94f171c19c0,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:10.543380 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cd50a481-3a1f-4b08-8560-724bc2ba680f req-733ca5a7-5d25-41fa-8525-76f5f2b42ae4 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497098 Dec 09 01:09:10.755810 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 46952) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:10.769151 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9de6-b84c-411a-8c53-5c321de7138b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.845376 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9de6-b84c-411a-8c53-5c321de7138b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.856834 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7eb9de6-b84c-411a-8c53-5c321de7138b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.876810 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf3ba5-bf05-451e-b67f-0ca41e00e0a6 req-dc9fc262-aa13-47ca-838b-ba54ac6d8c42 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:10.878346 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-68bf3ba5-bf05-451e-b67f-0ca41e00e0a6 req-dc9fc262-aa13-47ca-838b-ba54ac6d8c42 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 944 time: 0.0569966 Dec 09 01:09:10.897377 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a7eb9de6-b84c-411a-8c53-5c321de7138b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a536a27212854fe3a75df8e4c008cbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404684 Dec 09 01:09:10.899961 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 46956) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:10.906221 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb9de6-b84c-411a-8c53-5c321de7138b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9b0537-29b2-4a46-a7e3-6fc208bf794b,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:10.930638 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-68bf3ba5-bf05-451e-b67f-0ca41e00e0a6 req-25ca2266-622b-452a-8bae-755171974ada tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454223 Dec 09 01:09:10.956777 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2a68dcee-6aa9-4b2b-a028-308769b60d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:10.977482 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2a68dcee-6aa9-4b2b-a028-308769b60d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:11.024544 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2a68dcee-6aa9-4b2b-a028-308769b60d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:11.027386 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2a68dcee-6aa9-4b2b-a028-308769b60d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:11.028528 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2a68dcee-6aa9-4b2b-a028-308769b60d1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c9b0537-29b2-4a46-a7e3-6fc208bf794b HTTP/1.1" status: 204 len: 168 time: 0.1276693 Dec 09 01:09:11.036571 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68dcee-6aa9-4b2b-a028-308769b60d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9b0537-29b2-4a46-a7e3-6fc208bf794b,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:11.282544 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a28a-5f33-4bd7-8c08-1cbf235c6272 req-0dd9d0fd-f7c5-47ac-831d-78d5747cfb6c tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:11.285406 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e18a28a-5f33-4bd7-8c08-1cbf235c6272 req-0dd9d0fd-f7c5-47ac-831d-78d5747cfb6c tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 945 time: 0.0479817 Dec 09 01:09:11.333503 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e18a28a-5f33-4bd7-8c08-1cbf235c6272 req-c5b9519f-d12b-4303-9502-93e9cca6dda9 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436914 Dec 09 01:09:11.382151 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd40067-b88a-4ecc-97fd-824e2b343533 req-2dda551c-a6da-4f36-a630-165da39905fe tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:11.383655 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9fd40067-b88a-4ecc-97fd-824e2b343533 req-2dda551c-a6da-4f36-a630-165da39905fe tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 932 time: 0.0492368 Dec 09 01:09:11.439289 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9fd40067-b88a-4ecc-97fd-824e2b343533 req-50c5925e-a4ce-4e15-a0cf-ff6c96bc172f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484045 Dec 09 01:09:11.709500 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bcec6-439b-47c6-87b2-3d084deafea4 req-ad32cad1-23e1-47d3-8534-cc37c839dd37 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:11.711092 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e49bcec6-439b-47c6-87b2-3d084deafea4 req-ad32cad1-23e1-47d3-8534-cc37c839dd37 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 944 time: 0.0491254 Dec 09 01:09:11.767737 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e49bcec6-439b-47c6-87b2-3d084deafea4 req-ed3b4f00-748c-4258-ad3e-d4a5599d828e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487847 Dec 09 01:09:12.045417 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a9df9-76c7-45c5-8624-d0aee1f26bf4 req-ac56c54a-fcc8-48eb-8093-5286124b3ef2 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:12.046938 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e29a9df9-76c7-45c5-8624-d0aee1f26bf4 req-ac56c54a-fcc8-48eb-8093-5286124b3ef2 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 944 time: 0.0478015 Dec 09 01:09:12.097089 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e29a9df9-76c7-45c5-8624-d0aee1f26bf4 req-d2601ef1-a3ec-4e79-8782-e8d92a34f73d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 Dec 09 01:09:12.372974 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Request body: {'port': {'device_id': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:12.435159 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:12.458291 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1e4d9-3238-4892-b0ec-d44c2361f896 req-5a228d86-fdd9-4bc9-af95-f2010eb0f5b3 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:12.461684 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-57a1e4d9-3238-4892-b0ec-d44c2361f896 req-5a228d86-fdd9-4bc9-af95-f2010eb0f5b3 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 945 time: 0.0579503 Dec 09 01:09:12.536515 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-57a1e4d9-3238-4892-b0ec-d44c2361f896 req-80815147-df1c-4f51-8806-984db485ae4e tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670471 Dec 09 01:09:12.572730 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d34ee5-5799-4ac5-80d3-0e3131956d82 req-0987b197-26fc-4ba7-9d7c-9847456a7567 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:12.574577 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-41d34ee5-5799-4ac5-80d3-0e3131956d82 req-0987b197-26fc-4ba7-9d7c-9847456a7567 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 932 time: 0.0521345 Dec 09 01:09:12.627558 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-41d34ee5-5799-4ac5-80d3-0e3131956d82 req-c77e1a9b-2c76-4f0e-b15a-2d8d438941b3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457718 Dec 09 01:09:12.741445 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf23067c-8af4-4fb6-9414-19f6cd332b66 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:09:12.750421 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:12.763602 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Transition to ACTIVE for port object bf23067c-8af4-4fb6-9414-19f6cd332b66 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:09:12.766872 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:12.822674 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Pushing event updated for resources: {'Port': ['ID=bf23067c-8af4-4fb6-9414-19f6cd332b66,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:12.873870 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Attempting to bind port bf23067c-8af4-4fb6-9414-19f6cd332b66 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:09:12.874298 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Attempting to bind port bf23067c-8af4-4fb6-9414-19f6cd332b66 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:09:12.874628 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Attempting to bind port bf23067c-8af4-4fb6-9414-19f6cd332b66 on network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:09:12.879540 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Port bf23067c-8af4-4fb6-9414-19f6cd332b66 on network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:09:12.880239 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Attempting to bind port bf23067c-8af4-4fb6-9414-19f6cd332b66 on network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:09:12.886684 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:09:12.887654 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Checking segment: {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:09:12.888274 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Bound using segment: {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:09:12.888870 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Bound port: bf23067c-8af4-4fb6-9414-19f6cd332b66, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:09:12.889468 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:12.932049 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70c1ad-1c2e-49db-b13e-a43f2af176bf req-87bb8f63-d563-45a2-bce1-84981e4b697c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:12.942038 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc70c1ad-1c2e-49db-b13e-a43f2af176bf req-87bb8f63-d563-45a2-bce1-84981e4b697c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 944 time: 0.0903277 Dec 09 01:09:13.002244 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] For port bf23067c-8af4-4fb6-9414-19f6cd332b66, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:09:13.005595 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] For port bf23067c-8af4-4fb6-9414-19f6cd332b66, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:09:13.013277 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:13.026734 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc70c1ad-1c2e-49db-b13e-a43f2af176bf req-525df7e7-db3e-4eac-97ae-9ea3755afd73 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835197 Dec 09 01:09:13.047391 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:13.047924 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:13.049333 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] 10.222.0.46 "PUT /v2.0/ports/bf23067c-8af4-4fb6-9414-19f6cd332b66 HTTP/1.1" status: 200 len: 1094 time: 0.6814985 Dec 09 01:09:13.049777 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'tag': 'bf23067c-8af4-4fb6-9414-19f6cd332b66'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:09:13.052131 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b31822-2a32-4221-be2f-0a9ac16473b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b11e7d82-d6f0-4625-980e-40d38e06de06", "tag": "bf23067c-8af4-4fb6-9414-19f6cd332b66"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:09:13.095926 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357b4e0-a920-4963-9c6f-f238426b7173 service neutron] Pushing event updated for resources: {'Port': ['ID=bf23067c-8af4-4fb6-9414-19f6cd332b66,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:13.110572 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5778f3a-022e-498b-be5f-ea85f00b4f3b x-openstack-request-id: req-f5778f3a-022e-498b-be5f-ea85f00b4f3b {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:09:13.111005 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11e7d82-d6f0-4625-980e-40d38e06de06", "tag": "bf23067c-8af4-4fb6-9414-19f6cd332b66", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:09:13.111269 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5778f3a-022e-498b-be5f-ea85f00b4f3b {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:09:13.111960 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'tag': 'bf23067c-8af4-4fb6-9414-19f6cd332b66', 'status': 'completed', 'code': 200} Dec 09 01:09:13.178061 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-14156fd8-bb25-4f77-929b-986fb260b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:13.180737 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-14156fd8-bb25-4f77-929b-986fb260b997 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 1097 time: 0.0487576 Dec 09 01:09:13.242295 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195894e-94e3-409b-92a0-19a2c3a44adb req-3e612c36-c044-49d1-a773-4ae66314efcc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:13.244123 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3195894e-94e3-409b-92a0-19a2c3a44adb req-3e612c36-c044-49d1-a773-4ae66314efcc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 944 time: 0.0711267 Dec 09 01:09:13.248402 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-2da4acc7-41e2-4d85-88d6-2eb497c41b27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66 HTTP/1.1" status: 200 len: 217 time: 0.0539184 Dec 09 01:09:13.309214 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-fbde5b41-cf91-4fa1-8a35-f134b7a6bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:13.310783 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-fbde5b41-cf91-4fa1-8a35-f134b7a6bd43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb67bd4-d21e-4f99-b2e2-a403d3997557 HTTP/1.1" status: 200 len: 850 time: 0.0540426 Dec 09 01:09:13.314126 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3195894e-94e3-409b-92a0-19a2c3a44adb req-4444361c-14fc-4d62-a661-61ec94b557fd tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573723 Dec 09 01:09:13.382833 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-ae77d34e-7265-4c62-ac8e-379c1f4b1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:13.384602 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-ae77d34e-7265-4c62-ac8e-379c1f4b1225 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0667956 Dec 09 01:09:13.484244 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-71ff8558-9b0e-4af2-89f4-0d06221effc8 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919244 Dec 09 01:09:13.574736 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8a2c8757-b471-4a42-bec4-6f8566955798 req-a7697a75-9373-4347-b247-a90aeb539ee2 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834713 Dec 09 01:09:13.664322 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78245-b6b2-4131-81e5-c13785bed789 req-5bf28973-1f70-4676-b797-476571328970 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:13.672152 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-15a78245-b6b2-4131-81e5-c13785bed789 req-5bf28973-1f70-4676-b797-476571328970 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 945 time: 0.0549536 Dec 09 01:09:13.719184 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31822-2a32-4221-be2f-0a9ac16473b1 req-1128377d-03c1-424e-9605-7fb950da3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:13.720961 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01b31822-2a32-4221-be2f-0a9ac16473b1 req-1128377d-03c1-424e-9605-7fb950da3dc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 1097 time: 0.0567958 Dec 09 01:09:13.724584 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-15a78245-b6b2-4131-81e5-c13785bed789 req-a35ba8ed-d2f1-4aae-928b-2e4f523682cd tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516601 Dec 09 01:09:13.796146 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb90b0d-ff00-4115-80ee-d0115735eb30 req-6cd814a6-fcb7-4ed1-bdbc-fe80ac33bbbf tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:13.797695 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fcb90b0d-ff00-4115-80ee-d0115735eb30 req-6cd814a6-fcb7-4ed1-bdbc-fe80ac33bbbf tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 944 time: 0.0660055 Dec 09 01:09:13.825992 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31822-2a32-4221-be2f-0a9ac16473b1 req-c2644abb-c27d-4ee5-a556-380fcd07701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:13.827407 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01b31822-2a32-4221-be2f-0a9ac16473b1 req-c2644abb-c27d-4ee5-a556-380fcd07701f service neutron] 10.222.0.46 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 912 time: 0.0952263 Dec 09 01:09:13.855679 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fcb90b0d-ff00-4115-80ee-d0115735eb30 req-9f977290-7770-4b9b-90eb-1ecc02c09291 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492511 Dec 09 01:09:13.881914 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01b31822-2a32-4221-be2f-0a9ac16473b1 req-69d2ea9f-4f60-4c41-95b0-4994358945a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66 HTTP/1.1" status: 200 len: 217 time: 0.0470312 Dec 09 01:09:13.933486 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31822-2a32-4221-be2f-0a9ac16473b1 req-298c3f94-b8c8-4b1e-a75a-2cc41a5dd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:13.934958 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01b31822-2a32-4221-be2f-0a9ac16473b1 req-298c3f94-b8c8-4b1e-a75a-2cc41a5dd16b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb67bd4-d21e-4f99-b2e2-a403d3997557 HTTP/1.1" status: 200 len: 850 time: 0.0462284 Dec 09 01:09:13.982730 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b31822-2a32-4221-be2f-0a9ac16473b1 req-c47d48f5-d347-440a-bfe2-fbca3789398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:13.984395 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01b31822-2a32-4221-be2f-0a9ac16473b1 req-c47d48f5-d347-440a-bfe2-fbca3789398d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423074 Dec 09 01:09:14.191446 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e96f0-e396-4d8e-adb3-48ea9e0789f6 req-db69763c-f339-4ae9-8539-c198b18b8d20 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:14.200430 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2f3e96f0-e396-4d8e-adb3-48ea9e0789f6 req-db69763c-f339-4ae9-8539-c198b18b8d20 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 944 time: 0.0921257 Dec 09 01:09:14.270008 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2f3e96f0-e396-4d8e-adb3-48ea9e0789f6 req-f1325957-b663-4b54-9fe9-ad172a90672e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685327 Dec 09 01:09:14.340896 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01b31822-2a32-4221-be2f-0a9ac16473b1 req-b40096a1-b2ff-41ee-851e-e351d41d4d8f service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476605 Dec 09 01:09:14.371034 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:09:14.466911 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-01b31822-2a32-4221-be2f-0a9ac16473b1 req-3d5c90fa-2402-4760-b40b-122698b448f3 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173666 Dec 09 01:09:14.483036 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 45951bb1-90b0-42b8-aa49-f5040ab0860b up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:09:14.506555 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab73d1-3e23-4243-9772-0695a08a345c req-5cb03ec3-b2ea-4f23-a0d3-d04d8f09b34c tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:14.508628 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31ab73d1-3e23-4243-9772-0695a08a345c req-5cb03ec3-b2ea-4f23-a0d3-d04d8f09b34c tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 944 time: 0.1121869 Dec 09 01:09:14.580964 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31ab73d1-3e23-4243-9772-0695a08a345c req-58ffd2f4-93e1-485f-8d1d-7479dad0176b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657060 Dec 09 01:09:14.642406 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:14.645471 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 45951bb1-90b0-42b8-aa49-f5040ab0860b completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:09:14.656935 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 45951bb1-90b0-42b8-aa49-f5040ab0860b triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:14.657334 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:14.662349 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb', 'network_id': '1a68f2a4-8fff-4849-9bdf-516da1fd3fcd', 'port_id': '8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb', 'mac_address': 'fa:16:3e:0a:21:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c885b43-29f7-4079-a65a-52973dae517e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:09:14.741945 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:14.754939 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47144) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:14.779107 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:09:14.809070 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:14.810503 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:14.821309 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:14.868767 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2b888f-f816-49a9-ad1b-5aec93ff2873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45951bb1-90b0-42b8-aa49-f5040ab0860b'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:09:14.869957 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1ea65-03a2-47b5-ac71-216517c04bb3 req-50a8a19c-bb34-4099-9aca-81e151a0be0f tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:14.878790 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-86f1ea65-03a2-47b5-ac71-216517c04bb3 req-50a8a19c-bb34-4099-9aca-81e151a0be0f tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 945 time: 0.0719581 Dec 09 01:09:14.937012 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-deb7413a-9f07-40b0-ae94-8bfa2079abce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:14.956607 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 45951bb1-90b0-42b8-aa49-f5040ab0860b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45951bb1-90b0-42b8-aa49-f5040ab0860b,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:14.962284 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-86f1ea65-03a2-47b5-ac71-216517c04bb3 req-fbf6ef80-82c4-4798-991c-8f3935f8655d tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774119 Dec 09 01:09:14.969003 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:14.970003 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device a87c89e2-1888-4b5a-82fd-824571febafc up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:09:15.009896 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:15.106670 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250b508d-6eb4-4596-adc1-e7012cd5a839" -d '{"events": [{"server_uuid": "3d2b888f-f816-49a9-ad1b-5aec93ff2873", "name": "network-vif-plugged", "status": "completed", "tag": "45951bb1-90b0-42b8-aa49-f5040ab0860b"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:09:15.119807 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=45951bb1-90b0-42b8-aa49-f5040ab0860b,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:15.127584 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port a87c89e2-1888-4b5a-82fd-824571febafc completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:09:15.133208 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port a87c89e2-1888-4b5a-82fd-824571febafc triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:15.133868 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.162832 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:09:15.296451 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449960b-82b9-41e4-9a7e-659ed38db7a3 req-6ab6d6d3-5f11-4b4b-a069-2833d7e41d71 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:15.304321 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e449960b-82b9-41e4-9a7e-659ed38db7a3 req-6ab6d6d3-5f11-4b4b-a069-2833d7e41d71 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 944 time: 0.3211741 Dec 09 01:09:15.309063 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e1fa1b-f125-4a67-ba24-005c61ad401c x-openstack-request-id: req-33e1fa1b-f125-4a67-ba24-005c61ad401c {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:09:15.309348 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2b888f-f816-49a9-ad1b-5aec93ff2873", "name": "network-vif-plugged", "status": "completed", "tag": "45951bb1-90b0-42b8-aa49-f5040ab0860b", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:09:15.309745 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33e1fa1b-f125-4a67-ba24-005c61ad401c {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:09:15.310191 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2b888f-f816-49a9-ad1b-5aec93ff2873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45951bb1-90b0-42b8-aa49-f5040ab0860b', 'code': 200} Dec 09 01:09:15.363242 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.413781 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-deb7413a-9f07-40b0-ae94-8bfa2079abce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.426913 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e449960b-82b9-41e4-9a7e-659ed38db7a3 req-f1bd52ef-1714-4a5f-849b-fed88ad57553 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123452 Dec 09 01:09:15.432005 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-deb7413a-9f07-40b0-ae94-8bfa2079abce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.433573 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port a87c89e2-1888-4b5a-82fd-824571febafc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a87c89e2-1888-4b5a-82fd-824571febafc,segment=NetworkSegment(0e50ecbc-814b-4a28-bb5a-07b9c8f11955),segment_id=0e50ecbc-814b-4a28-bb5a-07b9c8f11955)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:15.440982 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.442167 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:09:15.522800 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-deb7413a-9f07-40b0-ae94-8bfa2079abce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc932a5ac5c2441ebf01199b3ce4b317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7646782 Dec 09 01:09:15.525570 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7413a-9f07-40b0-ae94-8bfa2079abce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d5d10e-cf81-49f9-9bfc-16dec38f3652,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:15.525881 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47186) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:15.551136 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998df23-ec00-4210-b7a3-8f1a74e15aa8 req-a813b441-c491-48ff-bfe1-6aa8b8feba9c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:15.552947 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c998df23-ec00-4210-b7a3-8f1a74e15aa8 req-a813b441-c491-48ff-bfe1-6aa8b8feba9c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 945 time: 0.1246960 Dec 09 01:09:15.681102 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=a87c89e2-1888-4b5a-82fd-824571febafc,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:15.687241 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c998df23-ec00-4210-b7a3-8f1a74e15aa8 req-bafc45ac-ba8d-4ba0-9d37-2a33fa685f04 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159663 Dec 09 01:09:15.728570 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:09:15.738085 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:15.739281 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.799894 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e6cbf-262e-4715-9e1b-85073294fa8e req-84124f0f-582b-48d4-a3d4-2d2eb43380e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:15.801391 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3b9e6cbf-262e-4715-9e1b-85073294fa8e req-84124f0f-582b-48d4-a3d4-2d2eb43380e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 1098 time: 0.2002020 Dec 09 01:09:15.831525 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e22cb613-f094-4494-845b-6d19deda01db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.834849 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47204) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:15.841435 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3b9e6cbf-262e-4715-9e1b-85073294fa8e req-2fb15d23-3926-445b-809b-eb866e24eaa5 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.860958 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603457c-2224-4c65-a640-b49906cfc4e9 req-ee806d59-ca61-4bbf-b654-7819ec31c1c7 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:15.862847 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3603457c-2224-4c65-a640-b49906cfc4e9 req-ee806d59-ca61-4bbf-b654-7819ec31c1c7 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 945 time: 0.0976102 Dec 09 01:09:15.875529 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.876363 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e22cb613-f094-4494-845b-6d19deda01db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.918626 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3603457c-2224-4c65-a640-b49906cfc4e9 req-4f29e0b8-413a-4ed8-8db3-0bd66f5ce86b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494127 Dec 09 01:09:15.946959 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:15.953076 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.978058 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e22cb613-f094-4494-845b-6d19deda01db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.983416 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e22cb613-f094-4494-845b-6d19deda01db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:15.985073 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-e22cb613-f094-4494-845b-6d19deda01db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89d5d10e-cf81-49f9-9bfc-16dec38f3652 HTTP/1.1" status: 204 len: 168 time: 0.4573720 Dec 09 01:09:16.011402 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cb613-f094-4494-845b-6d19deda01db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d5d10e-cf81-49f9-9bfc-16dec38f3652,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:16.047000 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1ee924f0-e252-4eb0-ad9d-c97f6cbf88ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.064779 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3b9e6cbf-262e-4715-9e1b-85073294fa8e req-2fb15d23-3926-445b-809b-eb866e24eaa5 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.067647 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:16.071033 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-3b9e6cbf-262e-4715-9e1b-85073294fa8e req-2fb15d23-3926-445b-809b-eb866e24eaa5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.125800 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3b9e6cbf-262e-4715-9e1b-85073294fa8e req-2fb15d23-3926-445b-809b-eb866e24eaa5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102739 Dec 09 01:09:16.128038 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb15d23-3926-445b-809b-eb866e24eaa5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dbde69-cd5d-4767-9ee1-b4357b48059b,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:16.162980 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7f31d-c4b9-4493-94b6-f1fc914272e2 req-0625d302-8cb7-4b30-b4f3-610b9c687b6d tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:16.164986 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ddb7f31d-c4b9-4493-94b6-f1fc914272e2 req-0625d302-8cb7-4b30-b4f3-610b9c687b6d tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 946 time: 0.0994785 Dec 09 01:09:16.241034 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1ee924f0-e252-4eb0-ad9d-c97f6cbf88ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.248099 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1ee924f0-e252-4eb0-ad9d-c97f6cbf88ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.271008 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ddb7f31d-c4b9-4493-94b6-f1fc914272e2 req-d178d0a4-11fb-4575-b270-ac562d1796db tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976031 Dec 09 01:09:16.313218 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-1ee924f0-e252-4eb0-ad9d-c97f6cbf88ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0cf2ca0003a4207b4d98012435eed8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4761543 Dec 09 01:09:16.314456 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee924f0-e252-4eb0-ad9d-c97f6cbf88ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c50950-f0be-4c75-9e70-a9102198989e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:16.315999 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47216) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:16.339577 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47218) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:16.354296 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d43db23-d51d-47f9-8a1e-e7bb4f07f3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.376868 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b189762-1806-44c4-98d1-03156c69f5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.384917 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device bf23067c-8af4-4fb6-9414-19f6cd332b66 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:09:16.400062 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:09:16.403061 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b189762-1806-44c4-98d1-03156c69f5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.456551 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d43db23-d51d-47f9-8a1e-e7bb4f07f3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.463385 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d43db23-d51d-47f9-8a1e-e7bb4f07f3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.465952 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:09:16.480996 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b189762-1806-44c4-98d1-03156c69f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.484392 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b189762-1806-44c4-98d1-03156c69f5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.485604 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-5b189762-1806-44c4-98d1-03156c69f5c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2c50950-f0be-4c75-9e70-a9102198989e HTTP/1.1" status: 204 len: 168 time: 0.1684611 Dec 09 01:09:16.496788 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b189762-1806-44c4-98d1-03156c69f5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c50950-f0be-4c75-9e70-a9102198989e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:16.544727 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:09:16.557671 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:16.557671 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.568973 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7d43db23-d51d-47f9-8a1e-e7bb4f07f3b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b88d9cb502d412f8ffa0ef9f4c70a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280874 Dec 09 01:09:16.571739 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47224) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:16.573210 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43db23-d51d-47f9-8a1e-e7bb4f07f3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b81f903-b3cd-467d-9bb1-91bd1b7bf114,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:16.600237 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port bf23067c-8af4-4fb6-9414-19f6cd332b66, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:16.605247 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1826dab-314c-4099-9e4d-75a017d3d643 req-83f48bdb-aacb-4cb0-8b81-20afb49d902f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:16.607167 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e1826dab-314c-4099-9e4d-75a017d3d643 req-83f48bdb-aacb-4cb0-8b81-20afb49d902f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 944 time: 0.0788641 Dec 09 01:09:16.618973 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': 'bf23067c-8af4-4fb6-9414-19f6cd332b66', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'port_id': 'bf23067c-8af4-4fb6-9414-19f6cd332b66', 'mac_address': 'fa:16:3e:a1:84:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:09:16.643595 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8323505e-e6d1-46f5-963f-58c1f5884c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.666183 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.676911 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8323505e-e6d1-46f5-963f-58c1f5884c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.680352 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e1826dab-314c-4099-9e4d-75a017d3d643 req-bdc0ab6e-8e61-4521-b405-1505e0e54217 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647275 Dec 09 01:09:16.710509 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf23067c-8af4-4fb6-9414-19f6cd332b66 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:09:16.732928 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.736342 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8323505e-e6d1-46f5-963f-58c1f5884c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.741865 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8323505e-e6d1-46f5-963f-58c1f5884c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.746652 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8323505e-e6d1-46f5-963f-58c1f5884c84 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b81f903-b3cd-467d-9bb1-91bd1b7bf114 HTTP/1.1" status: 204 len: 168 time: 0.1712203 Dec 09 01:09:16.748840 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port bf23067c-8af4-4fb6-9414-19f6cd332b66, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:16.760616 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323505e-e6d1-46f5-963f-58c1f5884c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b81f903-b3cd-467d-9bb1-91bd1b7bf114,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:16.762881 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.810666 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:16.822882 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:16.836827 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=bf23067c-8af4-4fb6-9414-19f6cd332b66,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:16.867578 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae88fd-a5ae-4b05-93b9-fa5adbabc9fd req-8d572fff-aaeb-473f-bebf-8c64cf142d72 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:16.869359 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d2ae88fd-a5ae-4b05-93b9-fa5adbabc9fd req-8d572fff-aaeb-473f-bebf-8c64cf142d72 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 945 time: 0.0835762 Dec 09 01:09:16.943735 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d2ae88fd-a5ae-4b05-93b9-fa5adbabc9fd req-6ea9ae81-30d9-4bdb-a8bf-ae7200469dde tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586190 Dec 09 01:09:16.957326 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:17.042702 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47252) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:17.066028 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-195ed78e-d3f0-43b1-9e87-683e3b746fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:17.085201 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc00f2-5666-4202-868a-708c8d67c5c9 req-13628407-e71e-44c6-ad67-7b8fa33e01c6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:17.097453 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0bbc00f2-5666-4202-868a-708c8d67c5c9 req-13628407-e71e-44c6-ad67-7b8fa33e01c6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 945 time: 0.0874047 Dec 09 01:09:17.144340 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['bf23067c-8af4-4fb6-9414-19f6cd332b66'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:09:17.177845 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0bbc00f2-5666-4202-868a-708c8d67c5c9 req-a73b956c-d4e1-44ba-8455-98caf5e9d4eb tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795140 Dec 09 01:09:17.250011 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-195ed78e-d3f0-43b1-9e87-683e3b746fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:17.255921 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-195ed78e-d3f0-43b1-9e87-683e3b746fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:17.318330 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-195ed78e-d3f0-43b1-9e87-683e3b746fa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ad12d9abe1d421d99a06e482e92d77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741280 Dec 09 01:09:17.319662 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ed78e-d3f0-43b1-9e87-683e3b746fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2281c7b-d541-4699-98ba-419df0b8900a,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:17.320870 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47268) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:17.434318 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd973508-e7e7-40a7-8166-8690649e69a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87c89e2-1888-4b5a-82fd-824571febafc'}, {'server_uuid': 'd49e39a7-1ec1-4033-ae68-8088625993b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1576c59c-6b4a-44f7-a7f1-368b59dcd4ff'}, {'server_uuid': '4617dfc6-89b9-4d31-b4bc-9c150258059d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:09:17.436864 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b90a4b-7c3e-4019-a77d-f0c926ec2ba3" -d '{"events": [{"server_uuid": "cd973508-e7e7-40a7-8166-8690649e69a4", "name": "network-vif-plugged", "status": "completed", "tag": "a87c89e2-1888-4b5a-82fd-824571febafc"}, {"server_uuid": "d49e39a7-1ec1-4033-ae68-8088625993b3", "name": "network-vif-plugged", "status": "completed", "tag": "1576c59c-6b4a-44f7-a7f1-368b59dcd4ff"}, {"server_uuid": "4617dfc6-89b9-4d31-b4bc-9c150258059d", "name": "network-vif-plugged", "status": "completed", "tag": "8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:09:17.451580 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad95883-feeb-4c5a-a3de-0dbaa735197a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:17.474327 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:17.478336 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6fcab-71c1-4b28-aeb8-212a66c73dce req-abd15b77-495b-4e4c-92f0-51deceb628e0 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:17.479933 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-48d6fcab-71c1-4b28-aeb8-212a66c73dce req-abd15b77-495b-4e4c-92f0-51deceb628e0 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 946 time: 0.0937991 Dec 09 01:09:17.501591 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad95883-feeb-4c5a-a3de-0dbaa735197a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:17.534075 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Dec 2021 01:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1624b066-1b16-439e-8783-df7303dbd154 x-openstack-request-id: req-1624b066-1b16-439e-8783-df7303dbd154 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:09:17.534464 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd973508-e7e7-40a7-8166-8690649e69a4", "name": "network-vif-plugged", "status": "completed", "tag": "a87c89e2-1888-4b5a-82fd-824571febafc", "code": 200}, {"server_uuid": "d49e39a7-1ec1-4033-ae68-8088625993b3", "name": "network-vif-plugged", "status": "completed", "tag": "1576c59c-6b4a-44f7-a7f1-368b59dcd4ff", "code": 200}, {"server_uuid": "4617dfc6-89b9-4d31-b4bc-9c150258059d", "name": "network-vif-plugged", "status": "completed", "tag": "8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:09:17.534798 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1624b066-1b16-439e-8783-df7303dbd154 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:09:17.535743 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd973508-e7e7-40a7-8166-8690649e69a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87c89e2-1888-4b5a-82fd-824571febafc', 'code': 200} Dec 09 01:09:17.535743 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49e39a7-1ec1-4033-ae68-8088625993b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1576c59c-6b4a-44f7-a7f1-368b59dcd4ff', 'code': 200} Dec 09 01:09:17.535743 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4617dfc6-89b9-4d31-b4bc-9c150258059d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb', 'code': 200} Dec 09 01:09:17.563979 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-48d6fcab-71c1-4b28-aeb8-212a66c73dce req-563d4677-4b49-44d3-948c-ad582093bbf4 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755332 Dec 09 01:09:17.589069 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad95883-feeb-4c5a-a3de-0dbaa735197a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:17.592141 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad95883-feeb-4c5a-a3de-0dbaa735197a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:17.593261 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-bad95883-feeb-4c5a-a3de-0dbaa735197a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2281c7b-d541-4699-98ba-419df0b8900a HTTP/1.1" status: 204 len: 168 time: 0.2713873 Dec 09 01:09:17.602000 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad95883-feeb-4c5a-a3de-0dbaa735197a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2281c7b-d541-4699-98ba-419df0b8900a,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:17.819784 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c90e6f-2c00-4dab-b961-385a3ace0c5c req-e93814fd-4394-4ae4-8ebf-32f2fef01570 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:17.828139 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-84c90e6f-2c00-4dab-b961-385a3ace0c5c req-e93814fd-4394-4ae4-8ebf-32f2fef01570 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 945 time: 0.0626528 Dec 09 01:09:17.888526 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-84c90e6f-2c00-4dab-b961-385a3ace0c5c req-17532c83-280d-4e07-b861-dfecff262eee tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591927 Dec 09 01:09:18.074451 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fce8c-b690-42ed-9637-fac1859ed1ba req-7e8ed147-627b-45a9-b7d9-95d90fa23910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:18.076736 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cf4fce8c-b690-42ed-9637-fac1859ed1ba req-7e8ed147-627b-45a9-b7d9-95d90fa23910 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 1099 time: 0.0777979 Dec 09 01:09:18.090111 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a1bea-efba-42f0-8e83-7784bfc6d896 req-5ffe7772-7fea-409c-8c28-c43220024b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:18.092226 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b46a1bea-efba-42f0-8e83-7784bfc6d896 req-5ffe7772-7fea-409c-8c28-c43220024b99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 1099 time: 0.0564029 Dec 09 01:09:18.138808 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974a47f-5d35-472f-9451-773bb0a57fdb req-ea885cc7-ca0b-4e34-883d-a6f62c5ceb64 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:18.151298 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e974a47f-5d35-472f-9451-773bb0a57fdb req-ea885cc7-ca0b-4e34-883d-a6f62c5ceb64 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.1286829 Dec 09 01:09:18.202188 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cf4fce8c-b690-42ed-9637-fac1859ed1ba req-df919ee5-2fac-4e97-a3dc-2facffc01a8e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837960 Dec 09 01:09:18.207345 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bfe29-d98f-4d41-8867-363e878a56d9 req-08685f51-bad1-4a94-b4aa-42ad757fc56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:18.209585 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bd8bfe29-d98f-4d41-8867-363e878a56d9 req-08685f51-bad1-4a94-b4aa-42ad757fc56a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 1099 time: 0.1512153 Dec 09 01:09:18.224676 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b46a1bea-efba-42f0-8e83-7784bfc6d896 req-d0a95647-f67f-4a9d-a334-4aec990ba75f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834851 Dec 09 01:09:18.229625 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e974a47f-5d35-472f-9451-773bb0a57fdb req-77d57747-993e-4e3c-9384-c2eeb2eefd80 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767663 Dec 09 01:09:18.280037 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47318) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:18.356560 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b6289-44f3-4e71-9016-c4385ccd67d3 req-02e67d9c-f0b2-4ab5-8781-d61db9c493e6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:18.358200 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f50b6289-44f3-4e71-9016-c4385ccd67d3 req-02e67d9c-f0b2-4ab5-8781-d61db9c493e6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 945 time: 0.0718303 Dec 09 01:09:18.406603 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device bf23067c-8af4-4fb6-9414-19f6cd332b66 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:09:18.417082 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f50b6289-44f3-4e71-9016-c4385ccd67d3 req-3bf4fde6-d082-4aac-8d2d-bdaac7f211cf tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523677 Dec 09 01:09:18.465301 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port bf23067c-8af4-4fb6-9414-19f6cd332b66 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:09:18.470378 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port bf23067c-8af4-4fb6-9414-19f6cd332b66 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:18.470676 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d927fbe-4e18-4ffe-811a-79858673114a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:18.470815 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:18.581613 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:18.607331 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d927fbe-4e18-4ffe-811a-79858673114a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:18.613615 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1d927fbe-4e18-4ffe-811a-79858673114a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:18.651328 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47334) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:18.663742 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-1d927fbe-4e18-4ffe-811a-79858673114a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9de507ba72884b839715367c90e1fea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823791 Dec 09 01:09:18.666350 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47338) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:18.674919 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port bf23067c-8af4-4fb6-9414-19f6cd332b66, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:18.679079 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:18.748905 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=bf23067c-8af4-4fb6-9414-19f6cd332b66,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:18.763207 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d927fbe-4e18-4ffe-811a-79858673114a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e555428e-413f-4d76-8496-e59475475838,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:18.839310 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b467ca64-4eab-4a68-8442-e4cc4b730dc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:18.898970 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b467ca64-4eab-4a68-8442-e4cc4b730dc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:18.899651 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9b575c2b-e5d9-465d-9541-3da4c60dfda5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:18.925179 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c6bff-df53-4794-951d-b2264d51ad2c req-23dc5ad9-e876-42c5-8f91-bac15b453f1c tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:18.935890 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-016c6bff-df53-4794-951d-b2264d51ad2c req-23dc5ad9-e876-42c5-8f91-bac15b453f1c tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 946 time: 0.1750565 Dec 09 01:09:18.958140 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bd8bfe29-d98f-4d41-8867-363e878a56d9 req-f78ee348-9c61-4893-a7ae-6fe47e396e3a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521134 Dec 09 01:09:19.004594 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9b575c2b-e5d9-465d-9541-3da4c60dfda5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.009879 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9b575c2b-e5d9-465d-9541-3da4c60dfda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.050743 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b575c2b-e5d9-465d-9541-3da4c60dfda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4726337d-dff3-4bb4-b164-3621756563e9,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:19.054142 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-016c6bff-df53-4794-951d-b2264d51ad2c req-5036bae5-c4e9-41dd-beb3-9cee14668373 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171887 Dec 09 01:09:19.059325 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9b575c2b-e5d9-465d-9541-3da4c60dfda5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=932d651b4c8b4621b2eff34c916c2be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066412 Dec 09 01:09:19.060061 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47358) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:19.085494 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a453f-868d-4582-91f4-998468f85229 req-927e76c6-43e9-4d53-90f8-c1c422f6b383 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:19.087006 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-949a453f-868d-4582-91f4-998468f85229 req-927e76c6-43e9-4d53-90f8-c1c422f6b383 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.1188343 Dec 09 01:09:19.112042 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b467ca64-4eab-4a68-8442-e4cc4b730dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.114577 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b467ca64-4eab-4a68-8442-e4cc4b730dc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.115643 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b467ca64-4eab-4a68-8442-e4cc4b730dc3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e555428e-413f-4d76-8496-e59475475838 HTTP/1.1" status: 204 len: 168 time: 0.4483519 Dec 09 01:09:19.144689 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467ca64-4eab-4a68-8442-e4cc4b730dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e555428e-413f-4d76-8496-e59475475838,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:19.173121 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f49919a6-49cb-4201-8058-18db01bb80fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.186031 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-949a453f-868d-4582-91f4-998468f85229 req-f78301df-9170-4d41-95e7-655be5071b12 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867939 Dec 09 01:09:19.210778 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f49919a6-49cb-4201-8058-18db01bb80fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.272536 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f49919a6-49cb-4201-8058-18db01bb80fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.275682 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f49919a6-49cb-4201-8058-18db01bb80fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.280912 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f49919a6-49cb-4201-8058-18db01bb80fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4726337d-dff3-4bb4-b164-3621756563e9 HTTP/1.1" status: 204 len: 168 time: 0.2185292 Dec 09 01:09:19.291608 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49919a6-49cb-4201-8058-18db01bb80fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4726337d-dff3-4bb4-b164-3621756563e9,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:19.389070 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfef4f6-bfdf-44dc-a3b3-fb30fa69767d req-37caba59-34b8-48f9-aaf0-ac84fe824eaf tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:19.390696 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0dfef4f6-bfdf-44dc-a3b3-fb30fa69767d req-37caba59-34b8-48f9-aaf0-ac84fe824eaf tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0492318 Dec 09 01:09:19.447866 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0dfef4f6-bfdf-44dc-a3b3-fb30fa69767d req-968ca427-891d-473f-8d11-6331645bd69e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490358 Dec 09 01:09:19.537364 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf23067c-8af4-4fb6-9414-19f6cd332b66'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:09:19.539773 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42dabd7-eee5-4793-a5d2-7cc60f15d836" -d '{"events": [{"server_uuid": "b11e7d82-d6f0-4625-980e-40d38e06de06", "name": "network-vif-plugged", "status": "completed", "tag": "bf23067c-8af4-4fb6-9414-19f6cd332b66"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:09:19.573977 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00c126-6996-4b98-9bb0-e82d59bca831 req-a350f42c-df2b-4a33-babb-d9c656fcef9d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:19.576127 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6e00c126-6996-4b98-9bb0-e82d59bca831 req-a350f42c-df2b-4a33-babb-d9c656fcef9d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 945 time: 0.0605252 Dec 09 01:09:19.598929 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76194cd5-53ec-454b-b39c-9ea415b9d7a0 x-openstack-request-id: req-76194cd5-53ec-454b-b39c-9ea415b9d7a0 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:09:19.599307 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11e7d82-d6f0-4625-980e-40d38e06de06", "name": "network-vif-plugged", "status": "completed", "tag": "bf23067c-8af4-4fb6-9414-19f6cd332b66", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:09:19.599609 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76194cd5-53ec-454b-b39c-9ea415b9d7a0 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:09:19.600113 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf23067c-8af4-4fb6-9414-19f6cd332b66', 'code': 200} Dec 09 01:09:19.642004 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6e00c126-6996-4b98-9bb0-e82d59bca831 req-ef56059e-cd78-459b-b2ed-c97a3889bcce tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571713 Dec 09 01:09:19.650518 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47384) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:19.675068 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-55726059-a024-4ffd-9308-e4e7b0111105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.766597 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-55726059-a024-4ffd-9308-e4e7b0111105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.771282 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-55726059-a024-4ffd-9308-e4e7b0111105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.818416 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-55726059-a024-4ffd-9308-e4e7b0111105 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3156dfc6020c48a199c865b4c06f5f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641881 Dec 09 01:09:19.818416 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55726059-a024-4ffd-9308-e4e7b0111105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71914027-34f7-4813-ab11-9f8ee595bd7d,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:19.818880 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47392) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:19.952522 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-06c2f55e-0af8-43f7-b22a-775a0e46a45c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:19.992748 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-06c2f55e-0af8-43f7-b22a-775a0e46a45c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:20.017132 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b05637-5e2d-42f1-8f11-54c90d481704 req-97d25ebe-a618-487b-b538-21c926455058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:20.019445 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60b05637-5e2d-42f1-8f11-54c90d481704 req-97d25ebe-a618-487b-b538-21c926455058 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 1099 time: 0.0984876 Dec 09 01:09:20.055082 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-06c2f55e-0af8-43f7-b22a-775a0e46a45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:20.059034 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-06c2f55e-0af8-43f7-b22a-775a0e46a45c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:20.069449 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-06c2f55e-0af8-43f7-b22a-775a0e46a45c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71914027-34f7-4813-ab11-9f8ee595bd7d HTTP/1.1" status: 204 len: 168 time: 0.2441504 Dec 09 01:09:20.078642 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2f55e-0af8-43f7-b22a-775a0e46a45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71914027-34f7-4813-ab11-9f8ee595bd7d,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:20.297995 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60b05637-5e2d-42f1-8f11-54c90d481704 req-27e25887-7bf3-42f7-8bbb-88f8d5b6c5d4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544994 Dec 09 01:09:20.360890 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603bff2-abff-4343-81b6-9c53c19148b8 req-2ab0296e-0c31-4555-9cd9-d4f963e6be4c tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:20.362462 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1603bff2-abff-4343-81b6-9c53c19148b8 req-2ab0296e-0c31-4555-9cd9-d4f963e6be4c tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 946 time: 0.1731021 Dec 09 01:09:20.374084 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab2cf1-ed6c-4482-b8ad-7846f6884e50 req-1a1bd37e-7b76-4bbd-8b41-e4eddde0a384 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:20.375594 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-adab2cf1-ed6c-4482-b8ad-7846f6884e50 req-1a1bd37e-7b76-4bbd-8b41-e4eddde0a384 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0815105 Dec 09 01:09:20.453881 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1603bff2-abff-4343-81b6-9c53c19148b8 req-c454c917-5df0-4457-8fcc-d4bb342802cd tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772979 Dec 09 01:09:20.466259 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-adab2cf1-ed6c-4482-b8ad-7846f6884e50 req-42c971c5-5c6f-4497-86e7-85bae8104ae5 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827527 Dec 09 01:09:20.591106 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae721be8-6a5c-49c5-92c3-81c80459dc20 req-dff59361-65a8-44d5-a451-a4189f152ce2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:20.592662 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ae721be8-6a5c-49c5-92c3-81c80459dc20 req-dff59361-65a8-44d5-a451-a4189f152ce2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0601251 Dec 09 01:09:20.661627 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47432) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:20.666970 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ae721be8-6a5c-49c5-92c3-81c80459dc20 req-d9eb032d-7235-46be-a529-2540490b8676 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675783 Dec 09 01:09:20.682631 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fccc1f74-c94b-48ae-9650-4522b726a914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:20.765489 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fccc1f74-c94b-48ae-9650-4522b726a914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:20.771050 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fccc1f74-c94b-48ae-9650-4522b726a914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:20.811684 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-fccc1f74-c94b-48ae-9650-4522b726a914 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d95d2ac8e5b4f16a069681e3855beff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489353 Dec 09 01:09:20.814441 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47444) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:20.820935 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc1f74-c94b-48ae-9650-4522b726a914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68f00a5-6cdf-4d45-b894-be39ff80cef6,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:20.884850 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9ce4a919-d8db-4566-8cbe-5fc6dbe6883f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:20.909567 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9ce4a919-d8db-4566-8cbe-5fc6dbe6883f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:20.960605 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9ce4a919-d8db-4566-8cbe-5fc6dbe6883f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:20.964747 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9ce4a919-d8db-4566-8cbe-5fc6dbe6883f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:20.965777 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9ce4a919-d8db-4566-8cbe-5fc6dbe6883f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d68f00a5-6cdf-4d45-b894-be39ff80cef6 HTTP/1.1" status: 204 len: 168 time: 0.1502173 Dec 09 01:09:20.974908 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4a919-d8db-4566-8cbe-5fc6dbe6883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68f00a5-6cdf-4d45-b894-be39ff80cef6,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:21.638304 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd368a6-9d49-4cd4-a591-d10d32958d26 req-b77dcc6b-35c0-4c11-ad4f-5efc193ac1bd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:21.639821 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dbd368a6-9d49-4cd4-a591-d10d32958d26 req-b77dcc6b-35c0-4c11-ad4f-5efc193ac1bd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0881984 Dec 09 01:09:21.646953 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfad61-8420-478a-b0bf-ba39a85ec937 req-ec558e1c-0969-4c3b-ae05-99b72c11ce66 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:21.648320 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5dbfad61-8420-478a-b0bf-ba39a85ec937 req-ec558e1c-0969-4c3b-ae05-99b72c11ce66 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 946 time: 0.0869088 Dec 09 01:09:21.718638 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dbd368a6-9d49-4cd4-a591-d10d32958d26 req-47bf50ff-55fe-4dfc-962a-e9c2616e6355 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693209 Dec 09 01:09:21.750534 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5dbfad61-8420-478a-b0bf-ba39a85ec937 req-5ab90f3c-9df8-404a-a554-da2bcbe32c01 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934546 Dec 09 01:09:21.830233 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1629151-bece-415e-9a2a-d8921c01969a req-08b6e1c4-a1b3-45e0-9d5f-825d4894d3e6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:21.831862 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b1629151-bece-415e-9a2a-d8921c01969a req-08b6e1c4-a1b3-45e0-9d5f-825d4894d3e6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0541289 Dec 09 01:09:21.908346 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b1629151-bece-415e-9a2a-d8921c01969a req-8c50db28-e5ee-4da2-84dd-9acc0c2df0b2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681388 Dec 09 01:09:22.100045 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-65494d83-84e6-483e-95cd-689c1ef0be36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:22.840504 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4975397-6af9-42f4-a821-91f4a7500d37 req-c2f21471-a0bb-4cf7-8ec8-822909dc4b5b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:22.842092 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a4975397-6af9-42f4-a821-91f4a7500d37 req-c2f21471-a0bb-4cf7-8ec8-822909dc4b5b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0526254 Dec 09 01:09:22.895449 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a4975397-6af9-42f4-a821-91f4a7500d37 req-80504d51-7583-4e04-abf3-104580966443 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462613 Dec 09 01:09:23.031434 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829531a-e292-4248-852d-7093b3265e77 req-25e3a03d-7ea6-4d76-a268-ac48a8b4c3c4 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:23.032903 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a829531a-e292-4248-852d-7093b3265e77 req-25e3a03d-7ea6-4d76-a268-ac48a8b4c3c4 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0475225 Dec 09 01:09:23.082196 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a829531a-e292-4248-852d-7093b3265e77 req-34878dae-2efd-4ee7-892f-2f0a885484a8 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 Dec 09 01:09:24.011850 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb4883-3251-48e6-9648-1b996b8f4f54 req-7d2c31f3-16d8-48aa-818b-0b74c08a093f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:24.013328 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eedb4883-3251-48e6-9648-1b996b8f4f54 req-7d2c31f3-16d8-48aa-818b-0b74c08a093f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0489354 Dec 09 01:09:24.060705 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eedb4883-3251-48e6-9648-1b996b8f4f54 req-93ac6633-4687-480a-817e-4c8e01f51794 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414722 Dec 09 01:09:24.197172 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51189e8-ea4e-4d0c-b7a4-3a4f738e9720 req-8c873c33-691a-4f8a-913a-5492ed310c56 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:24.199500 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b51189e8-ea4e-4d0c-b7a4-3a4f738e9720 req-8c873c33-691a-4f8a-913a-5492ed310c56 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0511003 Dec 09 01:09:24.253027 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b51189e8-ea4e-4d0c-b7a4-3a4f738e9720 req-d67c0fc9-e970-46c7-a2ec-50d5cf83a574 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478728 Dec 09 01:09:24.486958 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8ee580c0-8ecb-454c-b8b4-6667664214b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:24.665620 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295f73e-818d-4062-911a-6c22a9d648b1 req-1eef09be-ad69-40a6-a7f3-5abcf8b77da3 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:24.667814 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1295f73e-818d-4062-911a-6c22a9d648b1 req-1eef09be-ad69-40a6-a7f3-5abcf8b77da3 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0801189 Dec 09 01:09:24.738649 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4361083-07a3-4df3-8fdd-383eca0d1cc3 req-b2cadf5d-4c77-4f51-9b7f-2ef893c25ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:24.740220 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f4361083-07a3-4df3-8fdd-383eca0d1cc3 req-b2cadf5d-4c77-4f51-9b7f-2ef893c25ccd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 1099 time: 0.0976791 Dec 09 01:09:24.751576 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1295f73e-818d-4062-911a-6c22a9d648b1 req-faa411ff-93a2-4430-99d8-177e659fc14e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694263 Dec 09 01:09:24.875547 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4361083-07a3-4df3-8fdd-383eca0d1cc3 req-f1396d7e-40de-4937-92e4-dac3b900df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:24.877021 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f4361083-07a3-4df3-8fdd-383eca0d1cc3 req-f1396d7e-40de-4937-92e4-dac3b900df06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 919 time: 0.1146786 Dec 09 01:09:24.957270 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f4361083-07a3-4df3-8fdd-383eca0d1cc3 req-6fd63993-9015-4fe5-9caf-2e8e37aa24a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb HTTP/1.1" status: 200 len: 217 time: 0.0439048 Dec 09 01:09:25.007742 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4361083-07a3-4df3-8fdd-383eca0d1cc3 req-67a61446-ef16-4376-8633-a79600c5f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:25.009209 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f4361083-07a3-4df3-8fdd-383eca0d1cc3 req-67a61446-ef16-4376-8633-a79600c5f0fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 200 len: 858 time: 0.0453041 Dec 09 01:09:25.041135 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f4361083-07a3-4df3-8fdd-383eca0d1cc3 req-7cecd17d-3c70-4939-8ab0-e269689e28c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237341 Dec 09 01:09:25.186131 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f4361083-07a3-4df3-8fdd-383eca0d1cc3 req-46ee0b41-31d6-4dcd-ba3f-5761df43d7c6 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281548 Dec 09 01:09:25.197953 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910a17-4a4f-403c-a4f2-57ba9bf74054 req-70b0fa19-d185-4ff6-b6a9-9f7dc8d7cbae tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:25.199468 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7d910a17-4a4f-403c-a4f2-57ba9bf74054 req-70b0fa19-d185-4ff6-b6a9-9f7dc8d7cbae tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0688529 Dec 09 01:09:25.308013 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7d910a17-4a4f-403c-a4f2-57ba9bf74054 req-c96fe1ef-c766-4e45-a307-242c9b8d0a7e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991826 Dec 09 01:09:25.326062 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f4361083-07a3-4df3-8fdd-383eca0d1cc3 req-959df5f3-3ba0-49cd-a0d2-9704103a5a97 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256309 Dec 09 01:09:25.533470 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d841d99-5371-4076-bbf2-3d36827ef037 req-93ed30e2-b6ec-4d11-aec3-7739efda6d01 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:25.535016 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8d841d99-5371-4076-bbf2-3d36827ef037 req-93ed30e2-b6ec-4d11-aec3-7739efda6d01 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0586393 Dec 09 01:09:25.544461 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47608) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:25.549140 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-7e543934-c216-492e-a91f-d1318dfd0be4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'floatingip': {'port_id': 'bf23067c-8af4-4fb6-9414-19f6cd332b66'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:25.642684 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7e543934-c216-492e-a91f-d1318dfd0be4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:26.121136 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:26.484060 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532492f-dfaf-4b9c-8244-ede12030dd0c req-93c2d380-2f11-4604-87a2-0d861e1bc4e0 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:26.485518 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9532492f-dfaf-4b9c-8244-ede12030dd0c req-93c2d380-2f11-4604-87a2-0d861e1bc4e0 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.3386049 Dec 09 01:09:26.645227 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9532492f-dfaf-4b9c-8244-ede12030dd0c req-2b51a145-0627-4597-a1b9-26ab752d7c99 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419234 Dec 09 01:09:26.659035 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7e543934-c216-492e-a91f-d1318dfd0be4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:26.663357 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7e543934-c216-492e-a91f-d1318dfd0be4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:26.760218 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.l3_db [None req-7e543934-c216-492e-a91f-d1318dfd0be4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Floating IP 5f9801a1-a79a-4ece-ac2b-aa0251059de5 associated. External IP: 172.27.0.3, port: bf23067c-8af4-4fb6-9414-19f6cd332b66. Dec 09 01:09:26.983515 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e543934-c216-492e-a91f-d1318dfd0be4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:09:27.120608 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e543934-c216-492e-a91f-d1318dfd0be4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:09:27.126982 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7e543934-c216-492e-a91f-d1318dfd0be4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:27.136813 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:27.146422 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32f6f4-699c-48e1-b549-d38f38234685 None None] Sync routers for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:09:27.158290 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32f6f4-699c-48e1-b549-d38f38234685 None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:09:27.159551 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4b32f6f4-699c-48e1-b549-d38f38234685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:09:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:27.161298 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47678) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:27.162896 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7e543934-c216-492e-a91f-d1318dfd0be4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "PUT /v2.0/floatingips/5f9801a1-a79a-4ece-ac2b-aa0251059de5 HTTP/1.1" status: 200 len: 990 time: 1.6168051 Dec 09 01:09:27.163322 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'tag': 'bf23067c-8af4-4fb6-9414-19f6cd332b66'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:09:27.179664 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30" -d '{"events": [{"name": "network-changed", "server_uuid": "b11e7d82-d6f0-4625-980e-40d38e06de06", "tag": "bf23067c-8af4-4fb6-9414-19f6cd332b66"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:09:27.241772 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b38b561-8780-4d2b-ac1b-52d1c055cb56 x-openstack-request-id: req-8b38b561-8780-4d2b-ac1b-52d1c055cb56 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:09:27.242067 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11e7d82-d6f0-4625-980e-40d38e06de06", "tag": "bf23067c-8af4-4fb6-9414-19f6cd332b66", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:09:27.242325 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8b38b561-8780-4d2b-ac1b-52d1c055cb56 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:09:27.242741 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'tag': 'bf23067c-8af4-4fb6-9414-19f6cd332b66', 'status': 'completed', 'code': 200} Dec 09 01:09:27.302952 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-4b32f6f4-699c-48e1-b549-d38f38234685 None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:09:27.303703 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8933f4be-3be4-468a-b79e-893bebd25302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:27.393509 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8933f4be-3be4-468a-b79e-893bebd25302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:27.398784 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8933f4be-3be4-468a-b79e-893bebd25302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:27.426815 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8933f4be-3be4-468a-b79e-893bebd25302 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0d9c4dfbc1f409d8017dcdc2e770a74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643988 Dec 09 01:09:27.430472 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47706) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:27.451903 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933f4be-3be4-468a-b79e-893bebd25302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8f9c9b-1a40-42fb-bc26-a9bcb10fdf33,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:27.497945 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-844cacd2-89e6-4519-b5f2-8e5ce3780b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:27.532120 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-844cacd2-89e6-4519-b5f2-8e5ce3780b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:27.584992 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-844cacd2-89e6-4519-b5f2-8e5ce3780b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:27.587874 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-844cacd2-89e6-4519-b5f2-8e5ce3780b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:27.589766 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-844cacd2-89e6-4519-b5f2-8e5ce3780b25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c8f9c9b-1a40-42fb-bc26-a9bcb10fdf33 HTTP/1.1" status: 204 len: 168 time: 0.1571765 Dec 09 01:09:27.599527 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4b32f6f4-699c-48e1-b549-d38f38234685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '5f9801a1-a79a-4ece-ac2b-aa0251059de5', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'port_id': 'bf23067c-8af4-4fb6-9414-19f6cd332b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'mac_address': 'fa:16:3e:a1:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:09:00Z', 'updated_at': '2021-12-09T01:09:26Z', 'revision_number': 1, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:27.600142 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cacd2-89e6-4519-b5f2-8e5ce3780b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8f9c9b-1a40-42fb-bc26-a9bcb10fdf33,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:27.635287 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32f6f4-699c-48e1-b549-d38f38234685 None None] Checking router: 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:09:27.644272 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32f6f4-699c-48e1-b549-d38f38234685 None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:09:27.644891 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4b32f6f4-699c-48e1-b549-d38f38234685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:09:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:27.764450 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-4b32f6f4-699c-48e1-b549-d38f38234685 None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:09:27.788664 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceec30-de43-43a9-a326-47d00536a2e4 req-f347fb99-fa93-48a1-85e7-dc39dd9992cc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:27.790523 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a3ceec30-de43-43a9-a326-47d00536a2e4 req-f347fb99-fa93-48a1-85e7-dc39dd9992cc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0578363 Dec 09 01:09:27.866268 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a3ceec30-de43-43a9-a326-47d00536a2e4 req-2560208c-b4e3-4967-a052-2cd3833ac1de tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690322 Dec 09 01:09:27.969659 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47738) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:27.987309 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd27dec6-d1ce-4754-af70-c1de88485406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:28.071223 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd27dec6-d1ce-4754-af70-c1de88485406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:28.076481 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd27dec6-d1ce-4754-af70-c1de88485406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:28.110078 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4b32f6f4-699c-48e1-b549-d38f38234685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '5f9801a1-a79a-4ece-ac2b-aa0251059de5', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'port_id': 'bf23067c-8af4-4fb6-9414-19f6cd332b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'mac_address': 'fa:16:3e:a1:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:09:00Z', 'updated_at': '2021-12-09T01:09:26Z', 'revision_number': 1, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:28.118167 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-bd27dec6-d1ce-4754-af70-c1de88485406 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d01ddda49da48e9aed4dee80da1243f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474235 Dec 09 01:09:28.119148 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27dec6-d1ce-4754-af70-c1de88485406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2652c3a8-fac8-4058-a72f-e0ff67d92282,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:28.122051 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47742) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:28.137787 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32f6f4-699c-48e1-b549-d38f38234685 None None] The sync data for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi is: [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '5f9801a1-a79a-4ece-ac2b-aa0251059de5', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'floating_ip_address': '172.27.0.3', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'port_id': 'bf23067c-8af4-4fb6-9414-19f6cd332b66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'mac_address': 'fa:16:3e:a1:84:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:09:00Z', 'updated_at': '2021-12-09T01:09:26Z', 'revision_number': 1, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:09:28.172822 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b997533a-d295-4a63-a1df-c405fe5b63d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:28.194603 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b997533a-d295-4a63-a1df-c405fe5b63d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:28.243089 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b997533a-d295-4a63-a1df-c405fe5b63d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:28.246585 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b997533a-d295-4a63-a1df-c405fe5b63d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:28.249988 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b997533a-d295-4a63-a1df-c405fe5b63d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2652c3a8-fac8-4058-a72f-e0ff67d92282 HTTP/1.1" status: 204 len: 168 time: 0.1246660 Dec 09 01:09:28.264359 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997533a-d295-4a63-a1df-c405fe5b63d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2652c3a8-fac8-4058-a72f-e0ff67d92282,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:28.304613 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:28.362738 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3166860-9c41-4631-88d8-864bd13e36d5 None None] New status for floating IP 5f9801a1-a79a-4ece-ac2b-aa0251059de5: ACTIVE {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:09:28.983163 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5103a09-692f-4012-9ff6-26bb3bccf54a req-46406585-1f3f-495a-b558-42efe2bb97de tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:28.984660 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e5103a09-692f-4012-9ff6-26bb3bccf54a req-46406585-1f3f-495a-b558-42efe2bb97de tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0501437 Dec 09 01:09:29.045686 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e5103a09-692f-4012-9ff6-26bb3bccf54a req-17b9719e-05a1-4eea-962a-f545816ba57c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507863 Dec 09 01:09:29.532839 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30 req-c73ba8da-1713-49bd-a50b-a66471391c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:29.534242 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30 req-c73ba8da-1713-49bd-a50b-a66471391c41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 1099 time: 0.0437584 Dec 09 01:09:29.651707 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30 req-cc3ada44-d208-4472-9210-77a0011f27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:29.653183 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30 req-cc3ada44-d208-4472-9210-77a0011f27fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 912 time: 0.0900819 Dec 09 01:09:29.754055 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30 req-79606042-94b0-4856-8dc6-268d5201e728 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66 HTTP/1.1" status: 200 len: 1000 time: 0.0903082 Dec 09 01:09:29.802058 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30 req-7809a1ad-4615-4850-981d-3dec314b7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:29.803444 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30 req-7809a1ad-4615-4850-981d-3dec314b7f9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb67bd4-d21e-4f99-b2e2-a403d3997557 HTTP/1.1" status: 200 len: 850 time: 0.0427597 Dec 09 01:09:29.873611 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30 req-52ac5357-d942-46c2-ad52-beaa54bef0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:29.875182 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30 req-52ac5357-d942-46c2-ad52-beaa54bef0ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482132 Dec 09 01:09:30.177848 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30 req-8a630b5e-7c96-438d-86dc-40d2cfd621d4 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938843 Dec 09 01:09:30.187447 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e7c1a-65d7-4818-ad3c-dc2af863243b req-20f58400-d3af-454e-999f-d18d8162d61f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:30.188870 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3d8e7c1a-65d7-4818-ad3c-dc2af863243b req-20f58400-d3af-454e-999f-d18d8162d61f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0696263 Dec 09 01:09:30.295007 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3d8e7c1a-65d7-4818-ad3c-dc2af863243b req-d1510364-6fc2-4a65-9a40-6066fb211df4 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973628 Dec 09 01:09:30.311295 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9cc2ec0f-a742-4232-8e63-e4dfaf7b9e30 req-34aaea63-2c7f-402d-b121-070628b81eb3 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214235 Dec 09 01:09:31.410968 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dd3d3-89ad-4106-883a-a58658265f83 req-e3ed878f-97cb-4b57-a8c4-66a280a82022 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:31.412575 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-179dd3d3-89ad-4106-883a-a58658265f83 req-e3ed878f-97cb-4b57-a8c4-66a280a82022 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0501606 Dec 09 01:09:31.461760 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-179dd3d3-89ad-4106-883a-a58658265f83 req-a8ab3b5b-753d-45e2-a6c3-f5de782862e7 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431376 Dec 09 01:09:31.522200 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47856) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:31.626949 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9ea9d7b2-9abd-4244-87f9-43c69d2cedd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:31.703634 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9ea9d7b2-9abd-4244-87f9-43c69d2cedd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:31.707949 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9ea9d7b2-9abd-4244-87f9-43c69d2cedd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:31.747329 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9ea9d7b2-9abd-4244-87f9-43c69d2cedd6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77f2fdb6d4114797a4c091eb7e0c3048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239566 Dec 09 01:09:31.748159 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9d7b2-9abd-4244-87f9-43c69d2cedd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30ec392-8aa4-4e25-b2e1-8e7c71186e6c,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:31.750446 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47864) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:31.805798 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b609591a-25b0-4f94-a776-afb21985f5a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:31.829092 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b609591a-25b0-4f94-a776-afb21985f5a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:31.877262 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b609591a-25b0-4f94-a776-afb21985f5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:31.880017 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b609591a-25b0-4f94-a776-afb21985f5a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:31.881158 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b609591a-25b0-4f94-a776-afb21985f5a4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f30ec392-8aa4-4e25-b2e1-8e7c71186e6c HTTP/1.1" status: 204 len: 168 time: 0.1296837 Dec 09 01:09:31.888982 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609591a-25b0-4f94-a776-afb21985f5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30ec392-8aa4-4e25-b2e1-8e7c71186e6c,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:32.155300 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47878) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:32.168167 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9888dfc6-6aaf-46ad-b838-9aa87b7a395c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:32.240262 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9888dfc6-6aaf-46ad-b838-9aa87b7a395c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:32.244117 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9888dfc6-6aaf-46ad-b838-9aa87b7a395c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:32.283144 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9888dfc6-6aaf-46ad-b838-9aa87b7a395c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72b97e09d45f4049a8fa276dad58d281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267591 Dec 09 01:09:32.284360 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888dfc6-6aaf-46ad-b838-9aa87b7a395c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff14d56e-0b55-4dac-903b-0d4619299f20,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:32.285802 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47880) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:32.331703 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cd13dc38-fafd-45cc-a546-16bc812ec851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:32.352738 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cd13dc38-fafd-45cc-a546-16bc812ec851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:32.398538 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cd13dc38-fafd-45cc-a546-16bc812ec851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:32.401209 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cd13dc38-fafd-45cc-a546-16bc812ec851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:32.404699 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-cd13dc38-fafd-45cc-a546-16bc812ec851 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff14d56e-0b55-4dac-903b-0d4619299f20 HTTP/1.1" status: 204 len: 168 time: 0.1155112 Dec 09 01:09:32.410081 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13dc38-fafd-45cc-a546-16bc812ec851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff14d56e-0b55-4dac-903b-0d4619299f20,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:32.590239 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c570c56-95cd-4410-a841-4ae4d9f07742 req-79e0ea49-240c-4db9-a19b-760657aa8bb0 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:32.591731 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8c570c56-95cd-4410-a841-4ae4d9f07742 req-79e0ea49-240c-4db9-a19b-760657aa8bb0 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0533941 Dec 09 01:09:32.639227 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8c570c56-95cd-4410-a841-4ae4d9f07742 req-4cc96e60-52c6-46b3-8a1e-35329d3b2f3f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Dec 09 01:09:33.069266 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47912) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:33.164670 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1247760055-network', 'tenant_id': 'f0c87ba9f6794ec083b7527e3429b72d'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:33.185982 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Made reservation on behalf of f0c87ba9f6794ec083b7527e3429b72d for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:09:33.188418 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:33.196486 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:33.271608 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:33.275277 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:33.303235 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:09:33.311945 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492b23f0-6c77-4dbb-a6de-3d668a6452d2,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:33.317821 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:33.318165 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Added segment 4c9785f5-daec-427d-9298-334e4b14e834 of type vlan for network fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5 Dec 09 01:09:33.358488 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:33.382792 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:33.383768 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:33.384399 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:33.417618 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3472574 Dec 09 01:09:33.420842 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47920) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:33.425877 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] Request body: {'subnet': {'network_id': 'fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1247760055-subnet', 'tenant_id': 'f0c87ba9f6794ec083b7527e3429b72d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:33.447302 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] Made reservation on behalf of f0c87ba9f6794ec083b7527e3429b72d for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:09:33.448520 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56d0ca-8fb2-4dbf-8183-028cbef2faeb admin admin] Pushing event updated for resources: {'Network': ['ID=fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:33.450265 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:33.458712 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5 details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:09:33.622256 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:33.676171 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db529148-0c19-4284-8897-9a184bb9e7e2,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:33.686708 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] Checking segment: {'id': '4c9785f5-daec-427d-9298-334e4b14e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:09:33.687070 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] Network hostable DHCP agents. Network: fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:09:33.704781 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] Network fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5 is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:09:33.720450 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:09:33.728823 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6cfdd5-40ae-41a3-910c-f55ef4289202 None None] Network fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:09:33.741783 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:33.742410 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:33.771056 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b3c4ec55-b135-46fe-a0f3-c1d5ecbce051 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3488119 Dec 09 01:09:33.785383 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03730e7-8b47-44dd-8ba7-8e3423e38c4d req-eb34742a-8d42-4102-a3a3-fe67a5196fd7 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:33.787579 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b03730e7-8b47-44dd-8ba7-8e3423e38c4d req-eb34742a-8d42-4102-a3a3-fe67a5196fd7 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0760784 Dec 09 01:09:33.837439 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b03730e7-8b47-44dd-8ba7-8e3423e38c4d req-e6e1e05b-fde5-469c-8a62-34c89dccb350 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430610 Dec 09 01:09:33.840918 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31064eb-033d-438c-a37e-37aa1aa74b20 None None] Network fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:09:34.261750 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 47950) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:34.266598 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-341654756-network', 'tenant_id': 'e375f27d76b34600ab9f511990fc57c9'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:34.287210 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Made reservation on behalf of e375f27d76b34600ab9f511990fc57c9 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:09:34.289532 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:34.302259 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:34.375346 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:34.378827 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:34.398805 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:09:34.412597 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f12611-9d7b-4840-a484-9aa28083200a,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:34.418852 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:34.419349 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Added segment 08ad0e79-a19e-4d5f-9fc6-acc80651055d of type vlan for network e72427e3-eb13-4a11-b821-e3173f50b663 Dec 09 01:09:34.457806 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:34.484292 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:34.485236 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:34.485851 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:34.518678 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2557650 Dec 09 01:09:34.521601 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 47952) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:34.527264 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] Request body: {'subnet': {'network_id': 'e72427e3-eb13-4a11-b821-e3173f50b663', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-341654756-subnet', 'tenant_id': 'e375f27d76b34600ab9f511990fc57c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:34.546992 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] Made reservation on behalf of e375f27d76b34600ab9f511990fc57c9 for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:09:34.549325 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:34.554259 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c57658-c515-4a6f-86d5-6543cae58164 admin admin] Pushing event updated for resources: {'Network': ['ID=e72427e3-eb13-4a11-b821-e3173f50b663,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:34.565506 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network e72427e3-eb13-4a11-b821-e3173f50b663 details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:09:34.724335 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:34.786438 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc1c0ef-29c8-47ac-b1b7-9744704dca7f,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:34.790716 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] Checking segment: {'id': '08ad0e79-a19e-4d5f-9fc6-acc80651055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e72427e3-eb13-4a11-b821-e3173f50b663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:09:34.791074 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] Network hostable DHCP agents. Network: e72427e3-eb13-4a11-b821-e3173f50b663, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:09:34.809725 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] Network e72427e3-eb13-4a11-b821-e3173f50b663 is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:09:34.818304 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, e72427e3-eb13-4a11-b821-e3173f50b663) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:09:34.822474 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:34.823935 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:34.829970 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4cf2da-9f30-48de-be7a-9551e71daa38 None None] Network e72427e3-eb13-4a11-b821-e3173f50b663 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:09:34.841651 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d9d5081a-fb5e-4667-8059-bfbe37e07577 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3187714 Dec 09 01:09:34.952170 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4ed56-0689-438b-a7cf-4b25045d1a80 None None] Network e72427e3-eb13-4a11-b821-e3173f50b663 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:09:35.009686 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b2d39-03ed-4816-9756-803721e47be6 req-83a18922-e153-4e96-9446-ac160e41b96d tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:35.015774 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-500b2d39-03ed-4816-9756-803721e47be6 req-83a18922-e153-4e96-9446-ac160e41b96d tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0755713 Dec 09 01:09:35.085324 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-500b2d39-03ed-4816-9756-803721e47be6 req-a1595b76-6475-4d18-9a3f-9b820ae44d93 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601113 Dec 09 01:09:35.873628 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48018) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:35.984219 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-40622c34-0640-4fce-a009-06e1981698e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.056276 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-40622c34-0640-4fce-a009-06e1981698e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.060455 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-40622c34-0640-4fce-a009-06e1981698e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.098940 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-40622c34-0640-4fce-a009-06e1981698e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56cc5206654a42b099c26d99bcfee94f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241645 Dec 09 01:09:36.099794 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40622c34-0640-4fce-a009-06e1981698e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8baf66-1b0f-4874-ba01-f864eebb201c,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:36.101503 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48024) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:36.157904 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2482f2e7-fd5e-4ba8-a17c-db25edcbd2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.180200 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2482f2e7-fd5e-4ba8-a17c-db25edcbd2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.216767 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212287d5-d268-4ddb-9820-ab677ff87f23 req-df070a31-a82a-4411-ad48-44c8572ee27e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:36.218529 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-212287d5-d268-4ddb-9820-ab677ff87f23 req-df070a31-a82a-4411-ad48-44c8572ee27e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0590489 Dec 09 01:09:36.232985 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2482f2e7-fd5e-4ba8-a17c-db25edcbd2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.235970 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2482f2e7-fd5e-4ba8-a17c-db25edcbd2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.237161 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2482f2e7-fd5e-4ba8-a17c-db25edcbd2d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a8baf66-1b0f-4874-ba01-f864eebb201c HTTP/1.1" status: 204 len: 168 time: 0.1345825 Dec 09 01:09:36.249237 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482f2e7-fd5e-4ba8-a17c-db25edcbd2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8baf66-1b0f-4874-ba01-f864eebb201c,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:36.323432 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-212287d5-d268-4ddb-9820-ab677ff87f23 req-97d6bc36-77e4-4726-86a7-493f745896ce tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966182 Dec 09 01:09:36.489176 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48042) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:36.618583 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48048) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:36.627298 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-82d44b12-b9cd-4a9a-bb52-0b69c59feb9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.631704 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.713844 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.716484 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-82d44b12-b9cd-4a9a-bb52-0b69c59feb9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.718138 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.719766 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-82d44b12-b9cd-4a9a-bb52-0b69c59feb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.758050 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5ef475269dfd451fb26bfe4394ce7a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383212 Dec 09 01:09:36.758922 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-82d44b12-b9cd-4a9a-bb52-0b69c59feb9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c2b3a985fe046f6b84dbbf2a5bd4c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686558 Dec 09 01:09:36.759054 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad199e1-ece5-4f81-8e96-f90f67b20375,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:36.759759 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d44b12-b9cd-4a9a-bb52-0b69c59feb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ff6933-b13f-4c31-96fc-5b2890840ca8,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:36.764687 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48052) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:36.765825 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48054) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:36.774207 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.774885 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.775323 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.775853 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.778768 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.779511 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.779861 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.780210 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.780550 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.780872 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.781239 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.781624 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.781879 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedaa98b-41e6-4a65-882a-edb68c6ada99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:36.852334 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e374f9ab-6b99-464b-8fe5-f7a2ccda54ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.855284 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-62ff063d-0ad5-4035-ab26-b2068c9abc9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.887292 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e374f9ab-6b99-464b-8fe5-f7a2ccda54ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.896803 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-62ff063d-0ad5-4035-ab26-b2068c9abc9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.983316 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-62ff063d-0ad5-4035-ab26-b2068c9abc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.986059 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-62ff063d-0ad5-4035-ab26-b2068c9abc9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.987245 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-62ff063d-0ad5-4035-ab26-b2068c9abc9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ad199e1-ece5-4f81-8e96-f90f67b20375 HTTP/1.1" status: 204 len: 168 time: 0.2155106 Dec 09 01:09:36.989758 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e374f9ab-6b99-464b-8fe5-f7a2ccda54ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.992243 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e374f9ab-6b99-464b-8fe5-f7a2ccda54ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:36.993236 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-e374f9ab-6b99-464b-8fe5-f7a2ccda54ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07ff6933-b13f-4c31-96fc-5b2890840ca8 HTTP/1.1" status: 204 len: 168 time: 0.2269850 Dec 09 01:09:36.999945 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff063d-0ad5-4035-ab26-b2068c9abc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad199e1-ece5-4f81-8e96-f90f67b20375,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:37.009204 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374f9ab-6b99-464b-8fe5-f7a2ccda54ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ff6933-b13f-4c31-96fc-5b2890840ca8,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:37.346444 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48076) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:37.361229 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:37.449923 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:37.451711 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010395ab-1978-47fe-aca7-c4bb6d23c3f3 req-291d4d5e-5810-4dd9-90d3-9d3fd52fb5fe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:37.453416 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-010395ab-1978-47fe-aca7-c4bb6d23c3f3 req-291d4d5e-5810-4dd9-90d3-9d3fd52fb5fe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0508561 Dec 09 01:09:37.453961 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:37.493735 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a635295eb2c4470494fef4bd9cd9ded6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459253 Dec 09 01:09:37.495481 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764533ef-ba64-42bb-a908-12c810015241,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:37.498227 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48080) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:37.515018 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.515618 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.516115 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.516610 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.517092 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.517569 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.518060 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.518565 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.519041 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.519515 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.520006 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.520489 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.520949 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e81474-7820-48c6-9f69-de3862f28101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:37.525758 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-010395ab-1978-47fe-aca7-c4bb6d23c3f3 req-383d89bb-230c-4139-aebf-bd6da7836b29 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621433 Dec 09 01:09:37.568545 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3575dee3-d4b2-42bb-85fe-d111367e0965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:37.592529 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3575dee3-d4b2-42bb-85fe-d111367e0965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:37.645553 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3575dee3-d4b2-42bb-85fe-d111367e0965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:37.649682 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3575dee3-d4b2-42bb-85fe-d111367e0965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:37.651698 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3575dee3-d4b2-42bb-85fe-d111367e0965 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/764533ef-ba64-42bb-a908-12c810015241 HTTP/1.1" status: 204 len: 168 time: 0.1522651 Dec 09 01:09:37.670072 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575dee3-d4b2-42bb-85fe-d111367e0965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764533ef-ba64-42bb-a908-12c810015241,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:38.680703 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a9f4a-33e8-46a4-844d-7829573d9b28 req-4cb451f3-5034-4bae-b18f-dc1442a992dc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:38.687985 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f69a9f4a-33e8-46a4-844d-7829573d9b28 req-4cb451f3-5034-4bae-b18f-dc1442a992dc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0635302 Dec 09 01:09:38.738935 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f69a9f4a-33e8-46a4-844d-7829573d9b28 req-478b812d-c883-43f7-b342-b6ede24bbba8 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500212 Dec 09 01:09:38.777306 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48180) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:38.890462 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-206f4cb8-9b8e-40b5-9c8f-85f0aebab0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:38.981935 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-206f4cb8-9b8e-40b5-9c8f-85f0aebab0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:38.986132 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-206f4cb8-9b8e-40b5-9c8f-85f0aebab0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.024621 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f4cb8-9b8e-40b5-9c8f-85f0aebab0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ed8e89-3ea6-4b9a-99c6-2e05e57c5277,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:39.030653 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-206f4cb8-9b8e-40b5-9c8f-85f0aebab0d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba69d4ccceab458694e29d79b83bbc0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522640 Dec 09 01:09:39.033406 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48192) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:39.102854 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8e416576-c085-40fa-99c0-41a30196c1ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.129585 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8e416576-c085-40fa-99c0-41a30196c1ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.188077 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8e416576-c085-40fa-99c0-41a30196c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.191020 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8e416576-c085-40fa-99c0-41a30196c1ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.192292 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8e416576-c085-40fa-99c0-41a30196c1ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60ed8e89-3ea6-4b9a-99c6-2e05e57c5277 HTTP/1.1" status: 204 len: 168 time: 0.1557484 Dec 09 01:09:39.201241 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e416576-c085-40fa-99c0-41a30196c1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ed8e89-3ea6-4b9a-99c6-2e05e57c5277,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:39.480910 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48210) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:39.497423 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb4d7-cc7f-486e-a407-a6cc5fd476a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.579946 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb4d7-cc7f-486e-a407-a6cc5fd476a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.583908 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3b8bb4d7-cc7f-486e-a407-a6cc5fd476a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.624738 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-3b8bb4d7-cc7f-486e-a407-a6cc5fd476a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=491a3b7df8094d92a4efed87dc87f42a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427295 Dec 09 01:09:39.625616 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bb4d7-cc7f-486e-a407-a6cc5fd476a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2890dd3f-fdf9-4a9d-a208-df22f1413c7c,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:39.627370 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48220) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:39.675151 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-96bef622-1f6a-40e7-8958-a074ecaf538e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.697006 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-96bef622-1f6a-40e7-8958-a074ecaf538e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.746769 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-96bef622-1f6a-40e7-8958-a074ecaf538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.749951 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-96bef622-1f6a-40e7-8958-a074ecaf538e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:39.756823 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-96bef622-1f6a-40e7-8958-a074ecaf538e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2890dd3f-fdf9-4a9d-a208-df22f1413c7c HTTP/1.1" status: 204 len: 168 time: 0.1226900 Dec 09 01:09:39.768927 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bef622-1f6a-40e7-8958-a074ecaf538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2890dd3f-fdf9-4a9d-a208-df22f1413c7c,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:39.993863 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f1bac-9d73-4a1a-8c95-598e6bd65ccc req-0b932665-3828-4bed-8a90-5d4588ef6203 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:39.996531 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1a1f1bac-9d73-4a1a-8c95-598e6bd65ccc req-0b932665-3828-4bed-8a90-5d4588ef6203 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.1228323 Dec 09 01:09:40.058788 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1a1f1bac-9d73-4a1a-8c95-598e6bd65ccc req-7bb827b2-83f4-4658-bcc5-3259d8de7bb1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537648 Dec 09 01:09:41.181144 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5b23b-d2f7-4b6b-8b45-840ee729c86b req-3433f9be-660a-4995-871d-a026b6d39485 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:41.183590 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fdc5b23b-d2f7-4b6b-8b45-840ee729c86b req-3433f9be-660a-4995-871d-a026b6d39485 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0563860 Dec 09 01:09:41.247933 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fdc5b23b-d2f7-4b6b-8b45-840ee729c86b req-31f057d5-9df1-4aed-a5b0-eef00d525bc4 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498226 Dec 09 01:09:42.379060 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20306dc-dd75-40cd-bc99-8478a6872b20 req-fe70b40d-6f60-436a-93e8-8560c9c0ab5f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:42.380554 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f20306dc-dd75-40cd-bc99-8478a6872b20 req-fe70b40d-6f60-436a-93e8-8560c9c0ab5f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0547688 Dec 09 01:09:42.439000 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f20306dc-dd75-40cd-bc99-8478a6872b20 req-81931fd0-65e2-4fee-a49f-78dc3162171b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504146 Dec 09 01:09:42.875281 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48404) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:42.983082 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d970-7602-493e-a34c-15e6ca3009dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.059349 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d970-7602-493e-a34c-15e6ca3009dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.063862 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d970-7602-493e-a34c-15e6ca3009dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.104294 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-c9f6d970-7602-493e-a34c-15e6ca3009dd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=494f9e73eec5488f947ad2b484bc0a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273798 Dec 09 01:09:43.105129 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6d970-7602-493e-a34c-15e6ca3009dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864e6340-b44a-4ea4-956c-cb6e6a929484,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:43.109294 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48410) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:43.173164 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5c48-556f-48ee-8505-35ea2ed9daf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.196175 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5c48-556f-48ee-8505-35ea2ed9daf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.245508 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5c48-556f-48ee-8505-35ea2ed9daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.248663 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5c48-556f-48ee-8505-35ea2ed9daf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.252653 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0d1b5c48-556f-48ee-8505-35ea2ed9daf4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/864e6340-b44a-4ea4-956c-cb6e6a929484 HTTP/1.1" status: 204 len: 168 time: 0.1422956 Dec 09 01:09:43.260477 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b5c48-556f-48ee-8505-35ea2ed9daf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864e6340-b44a-4ea4-956c-cb6e6a929484,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:43.532160 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48424) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:43.545784 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d8fb8de4-6f9f-46b9-83ca-f76062bf65c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.568875 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e93bc-424e-468f-bbae-b4ee93ba32e3 req-025f9872-6fe9-4dce-aec9-8dbbdffc40e4 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:43.571034 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea0e93bc-424e-468f-bbae-b4ee93ba32e3 req-025f9872-6fe9-4dce-aec9-8dbbdffc40e4 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0556781 Dec 09 01:09:43.623802 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea0e93bc-424e-468f-bbae-b4ee93ba32e3 req-cd15f4e4-cf56-4a51-a23e-94b105278f4e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440760 Dec 09 01:09:43.627995 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d8fb8de4-6f9f-46b9-83ca-f76062bf65c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.632019 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d8fb8de4-6f9f-46b9-83ca-f76062bf65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.678042 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d8fb8de4-6f9f-46b9-83ca-f76062bf65c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=498e3455d27f426eae85ccb709ca1d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447179 Dec 09 01:09:43.679297 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb8de4-6f9f-46b9-83ca-f76062bf65c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9602ea7-bc68-4359-9018-75f1ba5d6423,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:43.680750 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48428) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:43.728091 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4c93f15-d200-4592-8b83-754b8e467c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.750305 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4c93f15-d200-4592-8b83-754b8e467c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.796312 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4c93f15-d200-4592-8b83-754b8e467c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.799183 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d4c93f15-d200-4592-8b83-754b8e467c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:43.800381 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d4c93f15-d200-4592-8b83-754b8e467c3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9602ea7-bc68-4359-9018-75f1ba5d6423 HTTP/1.1" status: 204 len: 168 time: 0.1186225 Dec 09 01:09:43.808783 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c93f15-d200-4592-8b83-754b8e467c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9602ea7-bc68-4359-9018-75f1ba5d6423,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:44.790223 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d9d06-7933-4566-84fa-dfdec7701913 req-6dbdec17-cc6b-420e-847a-03163986b51e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:44.791898 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c02d9d06-7933-4566-84fa-dfdec7701913 req-6dbdec17-cc6b-420e-847a-03163986b51e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0722475 Dec 09 01:09:44.860921 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c02d9d06-7933-4566-84fa-dfdec7701913 req-b2526b9e-02cc-4e0e-b23d-172e765ec00e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623996 Dec 09 01:09:45.743659 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac1dba-ab05-4c3b-864e-e8b4d0c52148 req-ecaa85e2-9d67-46dd-ae64-46ffa3310494 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:45.745401 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a9ac1dba-ab05-4c3b-864e-e8b4d0c52148 req-ecaa85e2-9d67-46dd-ae64-46ffa3310494 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 946 time: 0.0651906 Dec 09 01:09:45.813099 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a9ac1dba-ab05-4c3b-864e-e8b4d0c52148 req-25ff0cc0-2cc6-445b-bcab-61b78363a1ab tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553491 Dec 09 01:09:45.880551 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48550) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:45.988280 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248571a6-e491-4417-879c-3cb8e8edea71 req-e7079e7a-9e64-4777-90aa-1e8497ca73cb tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:45.989807 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-248571a6-e491-4417-879c-3cb8e8edea71 req-e7079e7a-9e64-4777-90aa-1e8497ca73cb tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0551782 Dec 09 01:09:46.011530 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-31248b93-1e12-401e-8c07-cb8f18db1301 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.071022 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-248571a6-e491-4417-879c-3cb8e8edea71 req-cbf40f50-3e20-4403-8eae-a69dd29445ab tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713582 Dec 09 01:09:46.119084 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-31248b93-1e12-401e-8c07-cb8f18db1301 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.123287 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-31248b93-1e12-401e-8c07-cb8f18db1301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.164500 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-31248b93-1e12-401e-8c07-cb8f18db1301 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32b0919f9cc94162a172e62ec5d3bbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828465 Dec 09 01:09:46.165665 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31248b93-1e12-401e-8c07-cb8f18db1301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e693c4c8-48e8-4238-8be0-4056ab8afdde,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:46.168294 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48564) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:46.225238 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd939-7be6-4710-a4d3-42e2cb191604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.254008 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd939-7be6-4710-a4d3-42e2cb191604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.304517 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd939-7be6-4710-a4d3-42e2cb191604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.307576 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd939-7be6-4710-a4d3-42e2cb191604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.308716 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c1ffd939-7be6-4710-a4d3-42e2cb191604 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e693c4c8-48e8-4238-8be0-4056ab8afdde HTTP/1.1" status: 204 len: 168 time: 0.1377552 Dec 09 01:09:46.316594 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffd939-7be6-4710-a4d3-42e2cb191604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e693c4c8-48e8-4238-8be0-4056ab8afdde,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:46.579383 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48574) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:46.592727 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22282bf8-6568-45cf-a765-b703f9103439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.671119 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22282bf8-6568-45cf-a765-b703f9103439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.674419 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22282bf8-6568-45cf-a765-b703f9103439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.715985 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-22282bf8-6568-45cf-a765-b703f9103439 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88b741ea62c44b83b20e0cdbe0810959&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355109 Dec 09 01:09:46.718432 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22282bf8-6568-45cf-a765-b703f9103439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba90cd9b-afe2-4a51-8106-6a5c185d3742,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:46.718821 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48578) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:46.769356 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-571d3d71-578a-485e-86ec-d661f690ec44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.790201 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-571d3d71-578a-485e-86ec-d661f690ec44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.836461 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-571d3d71-578a-485e-86ec-d661f690ec44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.842408 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-571d3d71-578a-485e-86ec-d661f690ec44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:46.844578 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-571d3d71-578a-485e-86ec-d661f690ec44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba90cd9b-afe2-4a51-8106-6a5c185d3742 HTTP/1.1" status: 204 len: 168 time: 0.1245534 Dec 09 01:09:46.858520 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d3d71-578a-485e-86ec-d661f690ec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba90cd9b-afe2-4a51-8106-6a5c185d3742,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:46.957003 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f72766-64a4-4dc3-a946-593dcf84409c req-36951e97-630b-4d08-9351-8e572eb3b1b0 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:46.958920 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-85f72766-64a4-4dc3-a946-593dcf84409c req-36951e97-630b-4d08-9351-8e572eb3b1b0 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 946 time: 0.0512757 Dec 09 01:09:47.014044 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-85f72766-64a4-4dc3-a946-593dcf84409c req-33af4a6d-8d76-463a-b65d-014e88fc6db8 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478642 Dec 09 01:09:47.194079 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7bb2d-c545-47cd-994d-a41d9750e619 req-aa8e5447-7c70-4b62-8ab3-b55f88efae74 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:47.195598 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f9b7bb2d-c545-47cd-994d-a41d9750e619 req-aa8e5447-7c70-4b62-8ab3-b55f88efae74 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0486555 Dec 09 01:09:47.247301 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f9b7bb2d-c545-47cd-994d-a41d9750e619 req-f0299067-6e47-4081-b59f-e0aea5244302 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Dec 09 01:09:47.399135 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:47.450981 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bc39b101-b6a9-401b-bcde-396e10b4b961 req-1a140350-1404-4a25-9f9b-a90bca1753cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473385 Dec 09 01:09:47.601191 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39b101-b6a9-401b-bcde-396e10b4b961 req-c9d5ab14-c28d-4632-b21f-723a8141ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:47.602750 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bc39b101-b6a9-401b-bcde-396e10b4b961 req-c9d5ab14-c28d-4632-b21f-723a8141ff63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 1098 time: 0.0468059 Dec 09 01:09:47.731701 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39b101-b6a9-401b-bcde-396e10b4b961 req-54cf9d08-7d82-421d-8082-1b30a1b2dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:47.733202 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bc39b101-b6a9-401b-bcde-396e10b4b961 req-54cf9d08-7d82-421d-8082-1b30a1b2dc8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 916 time: 0.0931826 Dec 09 01:09:47.787326 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bc39b101-b6a9-401b-bcde-396e10b4b961 req-f1c52007-ef02-47ed-96df-62a5cdda1578 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45951bb1-90b0-42b8-aa49-f5040ab0860b HTTP/1.1" status: 200 len: 217 time: 0.0377314 Dec 09 01:09:47.841269 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39b101-b6a9-401b-bcde-396e10b4b961 req-48daaab1-263d-4663-b842-28ca6ca277e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:47.842874 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bc39b101-b6a9-401b-bcde-396e10b4b961 req-48daaab1-263d-4663-b842-28ca6ca277e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdecabff-29eb-4c69-974e-4605f6f56e3d HTTP/1.1" status: 200 len: 855 time: 0.0460026 Dec 09 01:09:47.878921 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bc39b101-b6a9-401b-bcde-396e10b4b961 req-f5c40205-85ea-4aab-ba3e-74286af2ff43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241005 Dec 09 01:09:47.984671 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bc39b101-b6a9-401b-bcde-396e10b4b961 req-100309f9-3570-4a16-b43c-a34fe1c2fa82 service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943596 Dec 09 01:09:48.180936 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bc39b101-b6a9-401b-bcde-396e10b4b961 req-7d5a37dd-604d-4f9c-9673-0989268596a6 service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361985 Dec 09 01:09:48.193368 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983c7de-3b06-477c-b9d7-77247d3eb04e req-b0275da3-92f9-4226-8dca-b2f8ffe572d1 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:48.194772 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d983c7de-3b06-477c-b9d7-77247d3eb04e req-b0275da3-92f9-4226-8dca-b2f8ffe572d1 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 946 time: 0.0769746 Dec 09 01:09:48.245984 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d983c7de-3b06-477c-b9d7-77247d3eb04e req-f09957bb-bd3b-4141-b4f7-9a2f327a1268 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444999 Dec 09 01:09:48.368412 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715bb30-c57c-4cf1-ab68-7596fbd0f909 req-4b28873c-8e71-4bfa-8274-4b9bb073736a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:48.375240 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e715bb30-c57c-4cf1-ab68-7596fbd0f909 req-4b28873c-8e71-4bfa-8274-4b9bb073736a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0534408 Dec 09 01:09:48.422502 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e715bb30-c57c-4cf1-ab68-7596fbd0f909 req-6155f8b1-ee1d-43e4-9d84-df1fc8fcb58d tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452313 Dec 09 01:09:48.742966 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48678) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:48.864743 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-99df0f34-57c6-496c-b346-9cd88ebba54c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:48.947853 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-99df0f34-57c6-496c-b346-9cd88ebba54c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:48.951609 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-99df0f34-57c6-496c-b346-9cd88ebba54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:48.990108 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-99df0f34-57c6-496c-b346-9cd88ebba54c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=00d5159adefa4ab3a4a1dd7e8644e21c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459347 Dec 09 01:09:48.991236 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df0f34-57c6-496c-b346-9cd88ebba54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b09b76-f5f6-41c9-ba9f-a6719f8f2b95,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:48.992712 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48686) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:49.043805 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-eb4b5cac-aa70-4574-9638-b6d27ced83fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.069317 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-eb4b5cac-aa70-4574-9638-b6d27ced83fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.118454 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-eb4b5cac-aa70-4574-9638-b6d27ced83fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.122407 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-eb4b5cac-aa70-4574-9638-b6d27ced83fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.126617 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-eb4b5cac-aa70-4574-9638-b6d27ced83fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9b09b76-f5f6-41c9-ba9f-a6719f8f2b95 HTTP/1.1" status: 204 len: 168 time: 0.1327100 Dec 09 01:09:49.135215 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b5cac-aa70-4574-9638-b6d27ced83fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b09b76-f5f6-41c9-ba9f-a6719f8f2b95,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:49.324898 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a997e-24ae-49b8-8768-7142d4cf6699 req-77111431-70e5-4aa7-a9f6-2e31bdf33af0 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:49.326434 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5f4a997e-24ae-49b8-8768-7142d4cf6699 req-77111431-70e5-4aa7-a9f6-2e31bdf33af0 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 946 time: 0.0750687 Dec 09 01:09:49.430424 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e4aef-7635-46e9-b567-b446afc4901d req-ba1e6765-fd26-41c5-ad09-47384cfff6a8 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:49.432489 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d28e4aef-7635-46e9-b567-b446afc4901d req-ba1e6765-fd26-41c5-ad09-47384cfff6a8 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 946 time: 0.1019340 Dec 09 01:09:49.440397 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48702) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:49.455462 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-aea997ba-0fa0-43d8-81bf-6b2664013bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.540819 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-aea997ba-0fa0-43d8-81bf-6b2664013bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.545719 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-aea997ba-0fa0-43d8-81bf-6b2664013bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.556304 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d28e4aef-7635-46e9-b567-b446afc4901d req-fed8759a-cbc9-4be8-b687-fc0c401fb8ed tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/security-groups?id=06e37400-3c32-4853-a15a-036b6cbc89d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025271 Dec 09 01:09:49.568228 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-5f4a997e-24ae-49b8-8768-7142d4cf6699 req-3176c880-c692-4085-9c8e-3c9755967c47 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Deleting port a87c89e2-1888-4b5a-82fd-824571febafc {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:09:49.568607 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-5f4a997e-24ae-49b8-8768-7142d4cf6699 req-3176c880-c692-4085-9c8e-3c9755967c47 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.586334 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-aea997ba-0fa0-43d8-81bf-6b2664013bc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=89fcc93ba02c4837aed61032f486feb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447461 Dec 09 01:09:49.587513 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea997ba-0fa0-43d8-81bf-6b2664013bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b54ec1-ed93-422a-b550-e7e05f24c6df,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:49.590289 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48706) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:49.614684 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5202e3-1cb4-4290-b2d4-ffb5ab0e0f48 req-5b21809d-8c3c-45d7-8ec6-54f8dd8c7c1c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:49.616270 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1e5202e3-1cb4-4290-b2d4-ffb5ab0e0f48 req-5b21809d-8c3c-45d7-8ec6-54f8dd8c7c1c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0993063 Dec 09 01:09:49.648690 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-782191bc-c9f4-45f9-8c1e-c16e9faaf382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.671512 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-782191bc-c9f4-45f9-8c1e-c16e9faaf382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.715632 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-5f4a997e-24ae-49b8-8768-7142d4cf6699 req-3176c880-c692-4085-9c8e-3c9755967c47 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] For port a87c89e2-1888-4b5a-82fd-824571febafc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=a87c89e2-1888-4b5a-82fd-824571febafc,segment=NetworkSegment(0e50ecbc-814b-4a28-bb5a-07b9c8f11955),segment_id=0e50ecbc-814b-4a28-bb5a-07b9c8f11955)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:49.715993 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-5f4a997e-24ae-49b8-8768-7142d4cf6699 req-3176c880-c692-4085-9c8e-3c9755967c47 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.730712 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-782191bc-c9f4-45f9-8c1e-c16e9faaf382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.734252 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-782191bc-c9f4-45f9-8c1e-c16e9faaf382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.734462 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1e5202e3-1cb4-4290-b2d4-ffb5ab0e0f48 req-de052800-fe86-4209-bf48-8593cbfad389 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888951 Dec 09 01:09:49.738145 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-782191bc-c9f4-45f9-8c1e-c16e9faaf382 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5b54ec1-ed93-422a-b550-e7e05f24c6df HTTP/1.1" status: 204 len: 168 time: 0.1467032 Dec 09 01:09:49.748301 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782191bc-c9f4-45f9-8c1e-c16e9faaf382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b54ec1-ed93-422a-b550-e7e05f24c6df,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:49.755669 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-5f4a997e-24ae-49b8-8768-7142d4cf6699 req-3176c880-c692-4085-9c8e-3c9755967c47 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Calling delete_port for a87c89e2-1888-4b5a-82fd-824571febafc owned by compute:nova {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:09:49.955820 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-5f4a997e-24ae-49b8-8768-7142d4cf6699 req-3176c880-c692-4085-9c8e-3c9755967c47 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:49.986111 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176c880-c692-4085-9c8e-3c9755967c47 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Pushing event deleted for resources: {'Port': ['ID=a87c89e2-1888-4b5a-82fd-824571febafc,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:50.000733 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['a87c89e2-1888-4b5a-82fd-824571febafc'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:09:50.086649 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4a997e-24ae-49b8-8768-7142d4cf6699 req-3176c880-c692-4085-9c8e-3c9755967c47 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] No DVR routers for this DVR port a87c89e2-1888-4b5a-82fd-824571febafc on host hv-cinder-79053 {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:09:50.093284 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-5f4a997e-24ae-49b8-8768-7142d4cf6699 req-3176c880-c692-4085-9c8e-3c9755967c47 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:50.096929 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5f4a997e-24ae-49b8-8768-7142d4cf6699 req-3176c880-c692-4085-9c8e-3c9755967c47 tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.46 "DELETE /v2.0/ports/a87c89e2-1888-4b5a-82fd-824571febafc HTTP/1.1" status: 204 len: 173 time: 0.7549856 Dec 09 01:09:50.097391 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd973508-e7e7-40a7-8166-8690649e69a4', 'name': 'network-vif-deleted', 'tag': 'a87c89e2-1888-4b5a-82fd-824571febafc'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:09:50.099850 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7afd6f-7231-41ff-b850-71f37da7131b" -d '{"events": [{"server_uuid": "cd973508-e7e7-40a7-8166-8690649e69a4", "name": "network-vif-deleted", "tag": "a87c89e2-1888-4b5a-82fd-824571febafc"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:09:50.164629 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c9aa3a-5d41-48ec-9e3e-8569ef745339 x-openstack-request-id: req-64c9aa3a-5d41-48ec-9e3e-8569ef745339 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:09:50.165083 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd973508-e7e7-40a7-8166-8690649e69a4", "name": "network-vif-deleted", "tag": "a87c89e2-1888-4b5a-82fd-824571febafc", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:09:50.165444 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64c9aa3a-5d41-48ec-9e3e-8569ef745339 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:09:50.166102 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd973508-e7e7-40a7-8166-8690649e69a4', 'name': 'network-vif-deleted', 'tag': 'a87c89e2-1888-4b5a-82fd-824571febafc', 'status': 'completed', 'code': 200} Dec 09 01:09:50.497450 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48750) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:50.656565 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a4e3b309-2c41-4966-ace9-d42cd7189ffa req-13bf0aaa-bc96-4806-8c05-837ccce0dcec tempest-DeleteServersTestJSON-351325075 tempest-DeleteServersTestJSON-351325075-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd973508-e7e7-40a7-8166-8690649e69a4 HTTP/1.1" status: 200 len: 210 time: 0.0266619 Dec 09 01:09:50.675664 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-12756213-a4f8-4146-aa81-33446c1ae478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:50.812032 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-12756213-a4f8-4146-aa81-33446c1ae478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:50.813795 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-12756213-a4f8-4146-aa81-33446c1ae478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:50.904044 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef72d43-3bc4-4898-b146-0c4c7801e7e0 req-395b2f57-1a03-4d1b-9347-14601bc6e244 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:50.912148 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6ef72d43-3bc4-4898-b146-0c4c7801e7e0 req-395b2f57-1a03-4d1b-9347-14601bc6e244 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0702953 Dec 09 01:09:50.918221 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-12756213-a4f8-4146-aa81-33446c1ae478 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=407c5c21060f4886958c48cbe475da5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153955 Dec 09 01:09:50.919006 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48800) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:50.954331 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12756213-a4f8-4146-aa81-33446c1ae478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f010179e-bb38-4529-a76b-42c8ea599b0d,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:50.971163 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6ef72d43-3bc4-4898-b146-0c4c7801e7e0 req-ba34184d-bc96-46d9-bc36-ee9667713cf6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577109 Dec 09 01:09:51.002779 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3cb68717-d714-4a50-ae58-f96f0d0b5c29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:51.025073 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3cb68717-d714-4a50-ae58-f96f0d0b5c29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:51.085208 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3cb68717-d714-4a50-ae58-f96f0d0b5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:51.088512 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3cb68717-d714-4a50-ae58-f96f0d0b5c29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:51.089776 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3cb68717-d714-4a50-ae58-f96f0d0b5c29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f010179e-bb38-4529-a76b-42c8ea599b0d HTTP/1.1" status: 204 len: 168 time: 0.1698630 Dec 09 01:09:51.100711 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb68717-d714-4a50-ae58-f96f0d0b5c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f010179e-bb38-4529-a76b-42c8ea599b0d,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:51.849820 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48862) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:51.990961 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2092425467-network', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:52.027821 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Made reservation on behalf of d6d5beaac0f5499ebdb7f15879cf5c9b for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:09:52.030938 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.041060 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.100336 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fd49b718-952e-401f-8cca-bf6799750e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.127812 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf0789-2e73-4fb2-b8bd-1e2b482c406c req-c16712e4-4f1b-4bc3-9f5b-902432635e66 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:52.129349 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-73cf0789-2e73-4fb2-b8bd-1e2b482c406c req-c16712e4-4f1b-4bc3-9f5b-902432635e66 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0740249 Dec 09 01:09:52.199909 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.205216 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-73cf0789-2e73-4fb2-b8bd-1e2b482c406c req-e85941a1-5774-4858-b5e2-3d526a6a6118 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670738 Dec 09 01:09:52.206215 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.227719 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:09:52.242171 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ab3ff5-329d-451e-a881-b63c8bf73fc7,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:52.247233 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.247571 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Added segment ba9e002d-3336-44cd-a978-62dc5f05797a of type vlan for network 809b49f8-c565-416c-be1f-d21f8f13109c Dec 09 01:09:52.288197 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.317532 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.318607 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:52.319242 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.361666 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5099406 Dec 09 01:09:52.365067 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48882) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:52.371207 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] Request body: {'subnet': {'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2092425467-subnet', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:52.394678 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] Made reservation on behalf of d6d5beaac0f5499ebdb7f15879cf5c9b for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:09:52.395142 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86251c73-ba65-4ac2-8ea7-27ad1b9f7609 admin admin] Pushing event updated for resources: {'Network': ['ID=809b49f8-c565-416c-be1f-d21f8f13109c,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:52.397350 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] Publish callbacks [] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.415210 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network 809b49f8-c565-416c-be1f-d21f8f13109c details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:09:52.571789 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.616588 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device a87c89e2-1888-4b5a-82fd-824571febafc no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:09:52.628110 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1692dc-9cf6-4039-bbc2-69e8655f7c52,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:52.639044 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] Checking segment: {'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:09:52.639407 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] Network hostable DHCP agents. Network: 809b49f8-c565-416c-be1f-d21f8f13109c, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:09:52.648575 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: a87c89e2-1888-4b5a-82fd-824571febafc {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:09:52.648925 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device a87c89e2-1888-4b5a-82fd-824571febafc not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:09:52.657440 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] Network 809b49f8-c565-416c-be1f-d21f8f13109c is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:09:52.668150 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, 809b49f8-c565-416c-be1f-d21f8f13109c) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:09:52.672387 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:52.673683 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.681851 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62de008a-f892-4788-afc1-d66e6fd813ec None None] Network 809b49f8-c565-416c-be1f-d21f8f13109c requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:09:52.693631 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-63f9e267-6e64-4960-95d8-0ff85966a7ce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3268628 Dec 09 01:09:52.695910 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48890) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:52.702716 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:52.727495 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39757'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.729146 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39796'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.796217 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.817376 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e8c6171-3e32-5548-9e0e-3954613fa970-809b49f8-c565-416c-be1f-d21f8f13109c', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'fixed_ips': [{'subnet_id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52'}]}} from dv-cinder-790535-20-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 01:09:52.818533 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:52.988700 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Allocated IP 172.20.0.2 (809b49f8-c565-416c-be1f-d21f8f13109c/8c1692dc-9cf6-4039-bbc2-69e8655f7c52/79c70fb7-c633-48fb-accd-cd9f2db2aabc) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:09:53.139077 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.245313 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48912) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:53.323823 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.330875 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.390155 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Network 809b49f8-c565-416c-be1f-d21f8f13109c is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:09:53.393923 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:09:53.395769 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Pushing event updated for resources: {'Port': ['ID=79c70fb7-c633-48fb-accd-cd9f2db2aabc,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:53.397810 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:09:53.407662 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.408041 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.408391 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.408730 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.409072 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.409405 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.409735 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.410060 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.410402 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.410730 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.411055 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.411160 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8884c0d-0880-41f4-a355-0e49d09a12b5 admin admin] Deleting subnet 4b71e6c6-2692-45e9-9edc-92ea9e19ad1b {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:09:53.411375 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.411693 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:53.419624 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f8884c0d-0880-41f4-a355-0e49d09a12b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.463157 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Attempting to bind port 79c70fb7-c633-48fb-accd-cd9f2db2aabc on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:09:53.463513 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Attempting to bind port 79c70fb7-c633-48fb-accd-cd9f2db2aabc by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:09:53.463874 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Attempting to bind port 79c70fb7-c633-48fb-accd-cd9f2db2aabc on network 809b49f8-c565-416c-be1f-d21f8f13109c {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:09:53.466323 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:09:53.469197 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:09:53.469567 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Checking segment: {'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:09:53.469960 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.470628 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Bound using segment: {'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:09:53.471085 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Bound port: 79c70fb7-c633-48fb-accd-cd9f2db2aabc, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:09:53.471457 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.492232 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fdd0e-6aed-4960-be8a-00519b535eaf req-55ef7c16-36b8-4526-8948-9ff0f71350e4 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:53.493829 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-526fdd0e-6aed-4960-be8a-00519b535eaf req-55ef7c16-36b8-4526-8948-9ff0f71350e4 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.1546822 Dec 09 01:09:53.516387 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f8884c0d-0880-41f4-a355-0e49d09a12b5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.524239 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.535435 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f8884c0d-0880-41f4-a355-0e49d09a12b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.551431 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] For port 79c70fb7-c633-48fb-accd-cd9f2db2aabc, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:09:53.554519 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] For port 79c70fb7-c633-48fb-accd-cd9f2db2aabc, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=79c70fb7-c633-48fb-accd-cd9f2db2aabc,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:09:53.559562 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.578543 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.621469 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d7b86-8d4f-458f-a2de-54f03db5e2a3 None None] Pushing event updated for resources: {'Port': ['ID=79c70fb7-c633-48fb-accd-cd9f2db2aabc,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:53.681111 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-526fdd0e-6aed-4960-be8a-00519b535eaf req-b425908d-8e34-4fb9-adee-16532043b6bc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780868 Dec 09 01:09:53.722248 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f8884c0d-0880-41f4-a355-0e49d09a12b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.758102 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8884c0d-0880-41f4-a355-0e49d09a12b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b71e6c6-2692-45e9-9edc-92ea9e19ad1b,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:53.761222 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f8884c0d-0880-41f4-a355-0e49d09a12b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.764639 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f8884c0d-0880-41f4-a355-0e49d09a12b5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4b71e6c6-2692-45e9-9edc-92ea9e19ad1b HTTP/1.1" status: 204 len: 168 time: 0.5170550 Dec 09 01:09:53.767619 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48922) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:53.788286 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Allocated IP 172.27.0.94 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/745af0e2-dfd9-49a7-9546-11b3de560321) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:09:53.896995 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:53.981389 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.038645 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.048618 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.075087 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.075786 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.076550 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.076886 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > port after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.077243 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.077578 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > port after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.078070 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.078517 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.079022 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.079656 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.091009 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:09:54.096467 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:09:54.101331 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:09:54.106122 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Pushing event updated for resources: {'Port': ['ID=745af0e2-dfd9-49a7-9546-11b3de560321,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:54.271354 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.271715 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.272051 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.272392 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:54.272769 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7517b26d-ae3c-49f6-9f41-580fa4f8c57a']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:54.297525 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e50ecbc-814b-4a28-bb5a-07b9c8f11955') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:54.298153 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e50ecbc-814b-4a28-bb5a-07b9c8f11955') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:54.323110 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1063504'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.339147 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.344118 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.359066 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:09:54.360273 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4430809'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: from cryptography.utils import int_from_bytes Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: from cryptography.utils import int_from_bytes Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: timer() Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: cb(*args, **kw) Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: self._notify() Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: self.callback(batched_events) Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: event.method(event) Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._get(url).json() Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:09:54.395379 dv-cinder-790535-20-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:09:54.496516 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c037accb-c58d-4835-930e-769bd629bf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.506231 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.538998 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 79c70fb7-c633-48fb-accd-cd9f2db2aabc up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:09:54.553088 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.560191 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] 10.222.0.23 "DELETE /v2.0/networks/7517b26d-ae3c-49f6-9f41-580fa4f8c57a HTTP/1.1" status: 204 len: 168 time: 0.7912631 Dec 09 01:09:54.562610 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be6d96-5347-4260-8d9e-5af0d096d9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=7517b26d-ae3c-49f6-9f41-580fa4f8c57a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:54.621144 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 79c70fb7-c633-48fb-accd-cd9f2db2aabc triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:54.621953 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.718113 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625798'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.721445 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.733775 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48956) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:54.761304 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port 79c70fb7-c633-48fb-accd-cd9f2db2aabc, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=79c70fb7-c633-48fb-accd-cd9f2db2aabc,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:54.764050 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.827864 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=79c70fb7-c633-48fb-accd-cd9f2db2aabc,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:54.851952 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6eb41dee-3936-4327-92bb-b5845a0c1ff5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f744683c3f364dda933c885766c8dfec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1169693 Dec 09 01:09:54.852536 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48958) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:54.907924 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fe745b2b-53eb-4a86-9b04-391930a2e01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.924448 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Router d249a50b-6226-4701-80ff-a8aa0ade8539 is scheduled to L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 01:09:54.930832 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae44da9-3bdd-4ef7-af26-1bfe6e2466a8 None None] Network 809b49f8-c565-416c-be1f-d21f8f13109c requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:09:54.936482 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fe745b2b-53eb-4a86-9b04-391930a2e01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:54.940826 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159e843-a566-4d50-a72e-6b3b532973e3 req-8ca83c5e-1eda-4914-832b-237dafe060a1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:54.942475 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f159e843-a566-4d50-a72e-6b3b532973e3 req-8ca83c5e-1eda-4914-832b-237dafe060a1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0845742 Dec 09 01:09:55.015944 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fe745b2b-53eb-4a86-9b04-391930a2e01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.019194 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fe745b2b-53eb-4a86-9b04-391930a2e01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.019339 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-45d36035-acc9-4c81-b637-6146c51cf0e6 None None] Provisioning complete for port 79c70fb7-c633-48fb-accd-cd9f2db2aabc triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:55.019619 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-45d36035-acc9-4c81-b637-6146c51cf0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.023262 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-fe745b2b-53eb-4a86-9b04-391930a2e01d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/06e37400-3c32-4853-a15a-036b6cbc89d7 HTTP/1.1" status: 204 len: 168 time: 0.1697986 Dec 09 01:09:55.034215 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe745b2b-53eb-4a86-9b04-391930a2e01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e37400-3c32-4853-a15a-036b6cbc89d7,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:55.101515 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f159e843-a566-4d50-a72e-6b3b532973e3 req-36b755f4-b2fa-4657-9a60-f62b4118a1d7 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217256 Dec 09 01:09:55.107613 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:09:55.118491 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Sync routers for ids ['d249a50b-6226-4701-80ff-a8aa0ade8539'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:09:55.140751 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.145960 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Routers {'d249a50b-6226-4701-80ff-a8aa0ade8539'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:09:55.145960 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:09:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d249a50b-6226-4701-80ff-a8aa0ade8539'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:55.146257 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 48966) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:55.147438 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-6eb33b4a-5225-4c1b-916c-de49ef9854b3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4500892 Dec 09 01:09:55.283910 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Set router d249a50b-6226-4701-80ff-a8aa0ade8539 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:09:55.420181 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2dd9ca7f-5bcd-4b72-84ff-2346f7b4580e None None] Provisioning complete for port 79c70fb7-c633-48fb-accd-cd9f2db2aabc triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:55.421244 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ca7f-5bcd-4b72-84ff-2346f7b4580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.524964 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:54Z', 'revision_number': 3, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:55.562883 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Checking router: d249a50b-6226-4701-80ff-a8aa0ade8539 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:09:55.563402 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Updating router d249a50b-6226-4701-80ff-a8aa0ade8539 port 745af0e2-dfd9-49a7-9546-11b3de560321 binding host dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:09:55.595940 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.730165 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.784956 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 48992) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:55.862792 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebbbad8-64df-4863-8ad5-e7bb326750c8 admin admin] Deleting subnet db529148-0c19-4284-8897-9a184bb9e7e2 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:09:55.866481 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bebbbad8-64df-4863-8ad5-e7bb326750c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.906387 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bebbbad8-64df-4863-8ad5-e7bb326750c8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.916633 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bebbbad8-64df-4863-8ad5-e7bb326750c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.932155 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.936759 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Allocated IP 172.20.0.1 (809b49f8-c565-416c-be1f-d21f8f13109c/8c1692dc-9cf6-4039-bbc2-69e8655f7c52/23496057-8167-4e8d-8822-7ff16c6d97de) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:09:55.940428 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:55.994747 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bebbbad8-64df-4863-8ad5-e7bb326750c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.012613 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Attempting to bind port 745af0e2-dfd9-49a7-9546-11b3de560321 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:09:56.013318 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Attempting to bind port 745af0e2-dfd9-49a7-9546-11b3de560321 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:09:56.013881 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Attempting to bind port 745af0e2-dfd9-49a7-9546-11b3de560321 on network e952e783-e52e-44fe-b527-a56b6aa6756d {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:09:56.019152 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Pushing event updated for resources: {'Port': ['ID=745af0e2-dfd9-49a7-9546-11b3de560321,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:56.022484 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:09:56.023274 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Checking segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:09:56.023901 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.024498 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Bound using segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:09:56.025643 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Bound port: 745af0e2-dfd9-49a7-9546-11b3de560321, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:09:56.026477 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.044258 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bebbbad8-64df-4863-8ad5-e7bb326750c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.051264 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-bebbbad8-64df-4863-8ad5-e7bb326750c8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/db529148-0c19-4284-8897-9a184bb9e7e2 HTTP/1.1" status: 204 len: 168 time: 0.2630658 Dec 09 01:09:56.051445 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.051532 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbbad8-64df-4863-8ad5-e7bb326750c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db529148-0c19-4284-8897-9a184bb9e7e2,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:56.051616 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.052095 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.052513 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.052872 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49000) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:56.052979 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.053315 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.053722 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.054124 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.054549 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.054987 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.055387 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.055786 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.056687 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:09:56.105565 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] For port 745af0e2-dfd9-49a7-9546-11b3de560321, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:09:56.115367 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] For port 745af0e2-dfd9-49a7-9546-11b3de560321, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=745af0e2-dfd9-49a7-9546-11b3de560321,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:09:56.125656 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.126516 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.187813 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Routers {'d249a50b-6226-4701-80ff-a8aa0ade8539'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:09:56.189078 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:09:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d249a50b-6226-4701-80ff-a8aa0ade8539'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:56.263695 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37d101-d91d-40da-9cbd-a1922832a67c req-d2864d0e-7910-41eb-9282-1826a3a05c31 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:56.265630 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ff37d101-d91d-40da-9cbd-a1922832a67c req-d2864d0e-7910-41eb-9282-1826a3a05c31 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0563927 Dec 09 01:09:56.342197 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ff37d101-d91d-40da-9cbd-a1922832a67c req-d1e83f38-0c36-42ca-a9b6-0c1dca0ed40a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696259 Dec 09 01:09:56.342702 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] Set router d249a50b-6226-4701-80ff-a8aa0ade8539 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:09:56.364790 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.380407 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.455735 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5efc6-f7e1-46f8-9fcd-5dc1b5032cfb None None] Pushing event updated for resources: {'Port': ['ID=745af0e2-dfd9-49a7-9546-11b3de560321,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:56.498493 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 79c70fb7-c633-48fb-accd-cd9f2db2aabc up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:09:56.518966 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.531209 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.567564 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 79c70fb7-c633-48fb-accd-cd9f2db2aabc triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:56.568238 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.649245 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Network 809b49f8-c565-416c-be1f-d21f8f13109c is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:09:56.652468 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:56.661626 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:54Z', 'revision_number': 3, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:56.666067 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:09:56.669779 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Pushing event updated for resources: {'Port': ['ID=23496057-8167-4e8d-8822-7ff16c6d97de,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:56.672213 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:09:56.675351 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9785f5-daec-427d-9298-334e4b14e834') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:56.675751 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9785f5-daec-427d-9298-334e4b14e834') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:56.688775 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc7e06-918b-4286-b61e-5d48eb532a16 None None] The sync data for ids ['d249a50b-6226-4701-80ff-a8aa0ade8539'] in dv-cinder-790535-20-iscsi is: [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:54Z', 'revision_number': 3, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:09:56.719931 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1063504'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.745283 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.747853 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625655'] for router_interface, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.798726 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:09:56.799026 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4430809'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: timer() Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: cb(*args, **kw) Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: self._notify() Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: self.callback(batched_events) Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: event.method(event) Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._get(url).json() Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:09:56.800714 dv-cinder-790535-20-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:09:56.898242 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.925277 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.928652 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] 10.222.0.23 "DELETE /v2.0/networks/fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5 HTTP/1.1" status: 204 len: 168 time: 0.8748326 Dec 09 01:09:56.931580 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49026) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:56.935431 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9ad93-e412-4755-9052-cbc24ac9bb4a admin admin] Pushing event deleted for resources: {'Network': ['ID=fdcb8faa-1fa8-4d8c-aafe-cb58635cc9b5,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:56.989053 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-531bfefc-2ea2-4695-91ce-b25ef138e5db None None] Provisioning complete for port 23496057-8167-4e8d-8822-7ff16c6d97de triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:56.989347 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-531bfefc-2ea2-4695-91ce-b25ef138e5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:56.993978 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e69257-deaf-46eb-a9c1-dc0055f4671c admin admin] Deleting subnet afc1c0ef-29c8-47ac-b1b7-9744704dca7f {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:09:57.001913 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-85e69257-deaf-46eb-a9c1-dc0055f4671c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.005061 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.085312 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-531bfefc-2ea2-4695-91ce-b25ef138e5db None None] Port 23496057-8167-4e8d-8822-7ff16c6d97de cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:09:57.103563 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-85e69257-deaf-46eb-a9c1-dc0055f4671c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.113759 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-85e69257-deaf-46eb-a9c1-dc0055f4671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.128493 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.244723 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-85e69257-deaf-46eb-a9c1-dc0055f4671c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.281285 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-85e69257-deaf-46eb-a9c1-dc0055f4671c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.287921 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-85e69257-deaf-46eb-a9c1-dc0055f4671c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/afc1c0ef-29c8-47ac-b1b7-9744704dca7f HTTP/1.1" status: 204 len: 168 time: 0.3550045 Dec 09 01:09:57.289571 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e69257-deaf-46eb-a9c1-dc0055f4671c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc1c0ef-29c8-47ac-b1b7-9744704dca7f,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:57.292744 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49038) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:57.326134 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.334260 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.409838 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.417336 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Pushing event updated for resources: {'Port': ['ID=23496057-8167-4e8d-8822-7ff16c6d97de,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:57.421415 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632135'] for router_interface, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.577485 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Network 809b49f8-c565-416c-be1f-d21f8f13109c is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:09:57.579294 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:09:57.744956 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Router d249a50b-6226-4701-80ff-a8aa0ade8539 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:09:57.798677 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49050) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:57.843997 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:57.860445 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688168c-8a28-40d4-afbf-cf4a70fd6b95 req-6d50ab3a-33a8-4ce7-971a-227f7ff11149 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:57.862049 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b688168c-8a28-40d4-afbf-cf4a70fd6b95 req-6d50ab3a-33a8-4ce7-971a-227f7ff11149 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.1307235 Dec 09 01:09:57.888573 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.888954 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.889904 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.890066 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.890534 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.891583 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.891583 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.891583 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.891854 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.892010 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.920787 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:09:57.931167 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-692d077c-2118-40c0-8af2-5c47aecc0976 admin admin] 10.222.0.23 "PUT /v2.0/routers/d249a50b-6226-4701-80ff-a8aa0ade8539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7840548 Dec 09 01:09:57.984474 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.984958 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.985164 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.985503 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 09 01:09:57.985882 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72427e3-eb13-4a11-b821-e3173f50b663']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:58.023412 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ad0e79-a19e-4d5f-9fc6-acc80651055d') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:58.023717 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ad0e79-a19e-4d5f-9fc6-acc80651055d') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:58.024373 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-4300aa07-710a-4f38-9cf4-2bda0df99bd9 None None] Provisioning complete for port 23496057-8167-4e8d-8822-7ff16c6d97de triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:58.026013 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4300aa07-710a-4f38-9cf4-2bda0df99bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.051132 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-61c22810-0b9a-4973-b9d3-f3fc3337daf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.067118 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-4300aa07-710a-4f38-9cf4-2bda0df99bd9 None None] Port 23496057-8167-4e8d-8822-7ff16c6d97de cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:09:58.073072 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5005290'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.091869 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b688168c-8a28-40d4-afbf-cf4a70fd6b95 req-1b88fadc-b52e-4bac-9aa8-434e049a50ff tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234416 Dec 09 01:09:58.115003 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.137336 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:09:58.137872 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841512'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: from cryptography.utils import int_from_bytes Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: from cryptography.utils import int_from_bytes Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: timer() Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: cb(*args, **kw) Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: self._notify() Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: self.callback(batched_events) Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: event.method(event) Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._get(url).json() Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:09:58.142099 dv-cinder-790535-20-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:09:58.217896 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.247647 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.251297 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e72427e3-eb13-4a11-b821-e3173f50b663 HTTP/1.1" status: 204 len: 168 time: 0.9573166 Dec 09 01:09:58.256860 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fc94f-2222-486b-8a98-6b2698eca1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e72427e3-eb13-4a11-b821-e3173f50b663,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:58.263927 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-61c22810-0b9a-4973-b9d3-f3fc3337daf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.273620 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-61c22810-0b9a-4973-b9d3-f3fc3337daf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.318327 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.320347 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-61c22810-0b9a-4973-b9d3-f3fc3337daf2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c58cceea327941d4ac25160a3941afb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5206578 Dec 09 01:09:58.321233 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49068) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:58.324404 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c22810-0b9a-4973-b9d3-f3fc3337daf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a96090-bf4f-487e-835d-b37c914f23f2,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:58.392189 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-50e5b55f-e7d9-4625-bd62-7ce82c87088a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.426253 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-50e5b55f-e7d9-4625-bd62-7ce82c87088a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.465064 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49072) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:58.491577 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-50e5b55f-e7d9-4625-bd62-7ce82c87088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.495688 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-50e5b55f-e7d9-4625-bd62-7ce82c87088a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.497501 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-50e5b55f-e7d9-4625-bd62-7ce82c87088a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/31a96090-bf4f-487e-835d-b37c914f23f2 HTTP/1.1" status: 204 len: 168 time: 0.1741583 Dec 09 01:09:58.506994 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 745af0e2-dfd9-49a7-9546-11b3de560321 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:09:58.510115 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5b55f-e7d9-4625-bd62-7ce82c87088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a96090-bf4f-487e-835d-b37c914f23f2,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:58.542469 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-fe43a6fe-4462-412c-a6cd-741527ed9ffd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0c87ba9f6794ec083b7527e3429b72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0723503 Dec 09 01:09:58.542469 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49076) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:58.576074 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 745af0e2-dfd9-49a7-9546-11b3de560321 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:09:58.576640 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.606034 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8dcce051-87d4-4cab-8cb6-e57c59cb439e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.639214 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8dcce051-87d4-4cab-8cb6-e57c59cb439e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.666271 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.696926 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port 745af0e2-dfd9-49a7-9546-11b3de560321, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=745af0e2-dfd9-49a7-9546-11b3de560321,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:09:58.703982 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.704745 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8dcce051-87d4-4cab-8cb6-e57c59cb439e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.710093 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8dcce051-87d4-4cab-8cb6-e57c59cb439e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.713617 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8dcce051-87d4-4cab-8cb6-e57c59cb439e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/492b23f0-6c77-4dbb-a6de-3d668a6452d2 HTTP/1.1" status: 204 len: 168 time: 0.1683161 Dec 09 01:09:58.721758 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcce051-87d4-4cab-8cb6-e57c59cb439e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492b23f0-6c77-4dbb-a6de-3d668a6452d2,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:58.789581 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=745af0e2-dfd9-49a7-9546-11b3de560321,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:58.866311 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Sync routers for ids ['d249a50b-6226-4701-80ff-a8aa0ade8539'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:09:58.881747 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Routers {'d249a50b-6226-4701-80ff-a8aa0ade8539'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:09:58.882393 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:09:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d249a50b-6226-4701-80ff-a8aa0ade8539'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:58.907890 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49086) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:58.913330 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1310851123-network', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:58.943342 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Made reservation on behalf of bf239eeb9e08457e981da3e1f0943a7a for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:09:58.945693 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:58.954675 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.017733 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Set router d249a50b-6226-4701-80ff-a8aa0ade8539 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:09:59.067327 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.073194 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.101024 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:09:59.131123 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c31d37-b6ad-4bea-919f-f0cbbad4acfa,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:59.137843 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.138571 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Added segment 98c39c03-3379-430f-9268-f10251a40622 of type vlan for network e48e4789-6086-4ac3-ab3c-83c61e20502f Dec 09 01:09:59.202475 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.235215 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.241648 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:59.242250 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.284968 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3759372 Dec 09 01:09:59.287770 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49094) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:59.293566 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] Request body: {'subnet': {'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1310851123-subnet', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:09:59.297410 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc74bc3-74e8-4171-81f3-468a3761c401 req-6545377a-5b59-4473-bf93-7852c9aa1ec2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:59.299203 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49096) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:59.299542 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49098) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:59.302869 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0dc74bc3-74e8-4171-81f3-468a3761c401 req-6545377a-5b59-4473-bf93-7852c9aa1ec2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0860465 Dec 09 01:09:59.323046 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:56Z', 'revision_number': 4, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '23496057-8167-4e8d-8822-7ff16c6d97de', 'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'mac_address': 'fa:16:3e:91:75:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:55Z', 'updated_at': '2021-12-09T01:09:57Z', 'revision_number': 2, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'subnets': [{'id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:09:59.357262 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Checking router: d249a50b-6226-4701-80ff-a8aa0ade8539 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:09:59.357630 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Updating router d249a50b-6226-4701-80ff-a8aa0ade8539 port 23496057-8167-4e8d-8822-7ff16c6d97de binding host dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:09:59.361677 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0dc74bc3-74e8-4171-81f3-468a3761c401 req-93126a9b-a3d6-4902-9731-8f1ecd4646c2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562708 Dec 09 01:09:59.381936 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e773e-c59e-46d7-bba2-1524b71b4721 admin admin] Pushing event updated for resources: {'Network': ['ID=e48e4789-6086-4ac3-ab3c-83c61e20502f,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:59.402298 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network e48e4789-6086-4ac3-ab3c-83c61e20502f details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:09:59.416849 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64cc9af1-6a7a-44e3-bbf0-57ac028abdf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.419697 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.430905 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] Made reservation on behalf of bf239eeb9e08457e981da3e1f0943a7a for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:09:59.433805 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4521626'] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.457301 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c7379ce8-8c2d-4957-82fd-ab75372dd2f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e375f27d76b34600ab9f511990fc57c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566226 Dec 09 01:09:59.459939 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49102) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:59.530891 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b0810e5d-d9f8-489c-a240-b5b7a195d6f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.560191 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b0810e5d-d9f8-489c-a240-b5b7a195d6f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.619481 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64cc9af1-6a7a-44e3-bbf0-57ac028abdf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.624549 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-64cc9af1-6a7a-44e3-bbf0-57ac028abdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.626926 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b0810e5d-d9f8-489c-a240-b5b7a195d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.629801 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b0810e5d-d9f8-489c-a240-b5b7a195d6f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.633425 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b0810e5d-d9f8-489c-a240-b5b7a195d6f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85f12611-9d7b-4840-a484-9aa28083200a HTTP/1.1" status: 204 len: 168 time: 0.1699789 Dec 09 01:09:59.642212 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0810e5d-d9f8-489c-a240-b5b7a195d6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f12611-9d7b-4840-a484-9aa28083200a,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:59.714097 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-64cc9af1-6a7a-44e3-bbf0-57ac028abdf0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc58edda2f7445648d838e32912b6247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4124417 Dec 09 01:09:59.717109 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49106) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:09:59.724302 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc9af1-6a7a-44e3-bbf0-57ac028abdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaeece8-4896-4a1f-bea8-162b73ec0b94,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:59.734101 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4430706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4521608'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.803962 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.811718 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95252707-718b-442b-bfac-e91c2535ed79,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:59.811860 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.834483 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d250fbd7-3283-4d6f-98d0-2ec9db982e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.870572 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] Checking segment: {'id': '98c39c03-3379-430f-9268-f10251a40622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:09:59.870572 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] Network hostable DHCP agents. Network: e48e4789-6086-4ac3-ab3c-83c61e20502f, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:09:59.873023 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d250fbd7-3283-4d6f-98d0-2ec9db982e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.892435 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693801c-6db8-4780-a939-c82b9a22c7ed None None] Pushing event updated for resources: {'Port': ['ID=23496057-8167-4e8d-8822-7ff16c6d97de,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:59.951351 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] Network e48e4789-6086-4ac3-ab3c-83c61e20502f is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:09:59.964440 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d250fbd7-3283-4d6f-98d0-2ec9db982e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.967821 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d250fbd7-3283-4d6f-98d0-2ec9db982e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:09:59.970419 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d250fbd7-3283-4d6f-98d0-2ec9db982e2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbaeece8-4896-4a1f-bea8-162b73ec0b94 HTTP/1.1" status: 204 len: 168 time: 0.2514389 Dec 09 01:09:59.974578 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, e48e4789-6086-4ac3-ab3c-83c61e20502f) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:09:59.982947 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250fbd7-3283-4d6f-98d0-2ec9db982e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaeece8-4896-4a1f-bea8-162b73ec0b94,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:09:59.985198 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:09:59.985859 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.003050 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9370b6a2-8321-40b1-90bf-85494a73f10d None None] Network e48e4789-6086-4ac3-ab3c-83c61e20502f requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:10:00.013558 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-7237f4e6-03ca-4e1e-906c-144335597fd1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7235773 Dec 09 01:10:00.015603 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49114) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:00.022752 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1310851123-router', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:00.069861 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39757'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.074420 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39796'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.075573 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Attempting to bind port 23496057-8167-4e8d-8822-7ff16c6d97de on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:10:00.076484 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Attempting to bind port 23496057-8167-4e8d-8822-7ff16c6d97de by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:10:00.077059 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Attempting to bind port 23496057-8167-4e8d-8822-7ff16c6d97de on network 809b49f8-c565-416c-be1f-d21f8f13109c {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:00.128030 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:10:00.128856 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Checking segment: {'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:00.129659 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.130835 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Bound using segment: {'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:10:00.131950 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Bound port: 23496057-8167-4e8d-8822-7ff16c6d97de, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:10:00.133104 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.171013 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.279625 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] For port 23496057-8167-4e8d-8822-7ff16c6d97de, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:10:00.301685 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] For port 23496057-8167-4e8d-8822-7ff16c6d97de, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=23496057-8167-4e8d-8822-7ff16c6d97de,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:10:00.310489 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e8c6171-3e32-5548-9e0e-3954613fa970-e48e4789-6086-4ac3-ab3c-83c61e20502f', 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f', 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'fixed_ips': [{'subnet_id': '95252707-718b-442b-bfac-e91c2535ed79'}]}} from dv-cinder-790535-20-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 01:10:00.312905 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.323851 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.351293 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.402046 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Routers {'d249a50b-6226-4701-80ff-a8aa0ade8539'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:10:00.402892 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:09:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d249a50b-6226-4701-80ff-a8aa0ade8539'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:00.543268 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 745af0e2-dfd9-49a7-9546-11b3de560321 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:10:00.647297 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428de266-6142-420c-b66b-d77ef452e7c1 req-58d73674-72ea-45ea-b53b-8887fdb825f9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:00.649100 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-428de266-6142-420c-b66b-d77ef452e7c1 req-58d73674-72ea-45ea-b53b-8887fdb825f9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.1056423 Dec 09 01:10:00.830233 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.871321 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.896701 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-bd050c8d-f608-4bff-9252-d63d0bf1044e None None] Provisioning complete for port 23496057-8167-4e8d-8822-7ff16c6d97de triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:00.897079 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd050c8d-f608-4bff-9252-d63d0bf1044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:00.906971 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-428de266-6142-420c-b66b-d77ef452e7c1 req-4f1888d3-188e-4e9f-92cc-a6c9d12d8327 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440529 Dec 09 01:10:01.021222 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693801c-6db8-4780-a939-c82b9a22c7ed None None] Pushing event updated for resources: {'Port': ['ID=23496057-8167-4e8d-8822-7ff16c6d97de,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:01.048287 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] Set router d249a50b-6226-4701-80ff-a8aa0ade8539 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:10:01.050177 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 745af0e2-dfd9-49a7-9546-11b3de560321 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:01.050643 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.108978 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Allocated IP 172.27.0.252 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/e02a7c4a-16e0-4ee5-82fc-5b8386c657e5) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:10:01.260113 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Allocated IP 172.20.0.2 (e48e4789-6086-4ac3-ab3c-83c61e20502f/95252707-718b-442b-bfac-e91c2535ed79/6e00d570-c41f-4df8-ba1a-7b9a69e33ecb) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:10:01.273811 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.325515 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49166) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:01.330493 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.387400 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:10:01.395181 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:01.398464 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:10:01.407955 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd050c8d-f608-4bff-9252-d63d0bf1044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.519709 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-bd050c8d-f608-4bff-9252-d63d0bf1044e None None] For port 23496057-8167-4e8d-8822-7ff16c6d97de, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=23496057-8167-4e8d-8822-7ff16c6d97de,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:01.530730 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bd050c8d-f608-4bff-9252-d63d0bf1044e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.532544 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=e02a7c4a-16e0-4ee5-82fc-5b8386c657e5,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:01.598317 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1215163257-network', 'tenant_id': '02a9709abe394525b0d9adc12c4319cd'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:01.641509 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd050c8d-f608-4bff-9252-d63d0bf1044e None None] Pushing event updated for resources: {'Port': ['ID=23496057-8167-4e8d-8822-7ff16c6d97de,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:01.642972 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Made reservation on behalf of 02a9709abe394525b0d9adc12c4319cd for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:01.657533 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.660383 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.669734 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.675091 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.684347 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:56Z', 'revision_number': 4, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '23496057-8167-4e8d-8822-7ff16c6d97de', 'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'mac_address': 'fa:16:3e:91:75:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:55Z', 'updated_at': '2021-12-09T01:10:00Z', 'revision_number': 4, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'subnets': [{'id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:01.706435 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-720d4c20-8ec3-41a3-af3c-3485174add5d None None] Provisioning complete for port 23496057-8167-4e8d-8822-7ff16c6d97de triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:01.706804 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-720d4c20-8ec3-41a3-af3c-3485174add5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.791836 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.796343 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b29d712-b82a-4e6d-a595-8a6fa4042c3d None None] The sync data for ids ['d249a50b-6226-4701-80ff-a8aa0ade8539'] in dv-cinder-790535-20-iscsi is: [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:56Z', 'revision_number': 4, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '23496057-8167-4e8d-8822-7ff16c6d97de', 'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'mac_address': 'fa:16:3e:91:75:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:55Z', 'updated_at': '2021-12-09T01:10:00Z', 'revision_number': 4, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'subnets': [{'id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:10:01.807427 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.814051 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Network e48e4789-6086-4ac3-ab3c-83c61e20502f is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:10:01.823919 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Pushing event updated for resources: {'Port': ['ID=6e00d570-c41f-4df8-ba1a-7b9a69e33ecb,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:01.828902 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.830139 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:01.834393 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:10:01.859034 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:10:01.883398 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dcb4cb-928b-4a92-a39d-8b3c9ed5c654,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:01.915085 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:01.916147 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Added segment c6ecc8ef-1094-41f6-be33-608219bc092f of type vlan for network f12315e1-f84c-4f63-9456-6e5f2484578e Dec 09 01:10:01.988833 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:02.019395 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:02.020666 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:02.021279 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:02.026984 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Attempting to bind port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:10:02.028566 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Attempting to bind port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': '98c39c03-3379-430f-9268-f10251a40622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:10:02.028952 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Attempting to bind port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb on network e48e4789-6086-4ac3-ab3c-83c61e20502f {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:02.042569 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:10:02.046451 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Checking segment: {'id': '98c39c03-3379-430f-9268-f10251a40622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:02.046863 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:02.047265 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Bound using segment: {'id': '98c39c03-3379-430f-9268-f10251a40622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:10:02.047766 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Bound port: 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c39c03-3379-430f-9268-f10251a40622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:10:02.050057 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:02.163037 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] Pushing event updated for resources: {'Network': ['ID=f12315e1-f84c-4f63-9456-6e5f2484578e,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:02.176933 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-173c242d-fe46-47b4-9a97-58c7a690b04d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8502030 Dec 09 01:10:02.179507 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network f12315e1-f84c-4f63-9456-6e5f2484578e details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:10:02.180086 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49192) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:02.191391 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] Request body: {'subnet': {'network_id': 'f12315e1-f84c-4f63-9456-6e5f2484578e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1215163257-subnet', 'tenant_id': '02a9709abe394525b0d9adc12c4319cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:02.244890 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] Made reservation on behalf of 02a9709abe394525b0d9adc12c4319cd for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:02.250246 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4521626'] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:02.266464 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] For port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:10:02.288922 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] For port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=6e00d570-c41f-4df8-ba1a-7b9a69e33ecb,segment=NetworkSegment(98c39c03-3379-430f-9268-f10251a40622),segment_id=98c39c03-3379-430f-9268-f10251a40622)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:10:02.302068 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:02.423232 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ab621-0975-448d-b86f-fac94ed9a3e9 None None] Pushing event updated for resources: {'Port': ['ID=6e00d570-c41f-4df8-ba1a-7b9a69e33ecb,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:02.560244 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7f2d8-e0d8-4967-ad0b-be9e7ed56862 req-b0bc02d1-7a90-4bec-a9f5-0eefc75bf0af tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:02.570337 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0f7f2d8-e0d8-4967-ad0b-be9e7ed56862 req-b0bc02d1-7a90-4bec-a9f5-0eefc75bf0af tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.4921594 Dec 09 01:10:02.599888 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 23496057-8167-4e8d-8822-7ff16c6d97de up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:10:02.722283 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4430706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4521608'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:02.750328 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 23496057-8167-4e8d-8822-7ff16c6d97de triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:02.752469 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:02.814810 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0f7f2d8-e0d8-4967-ad0b-be9e7ed56862 req-f626b89b-ea2a-418f-9de8-0433f41c4de6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433801 Dec 09 01:10:02.820642 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625798'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:02.824428 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] Checking segment: {'id': 'c6ecc8ef-1094-41f6-be33-608219bc092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f12315e1-f84c-4f63-9456-6e5f2484578e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:02.824793 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] Network hostable DHCP agents. Network: f12315e1-f84c-4f63-9456-6e5f2484578e, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:10:02.859410 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6750ed80-5b84-4d69-940b-cd153f1f9159,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:02.864588 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] Network f12315e1-f84c-4f63-9456-6e5f2484578e is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:10:02.888778 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, f12315e1-f84c-4f63-9456-6e5f2484578e) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:02.912074 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a48c3-742a-4407-be5c-9a7f02e4d88e None None] Network f12315e1-f84c-4f63-9456-6e5f2484578e requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:10:02.923267 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:02.925463 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:02.957183 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b141cedb-d9e6-40ee-a84a-afb2412493cf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7756608 Dec 09 01:10:03.064227 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8081f23-523a-4ede-8471-fe7f7ecb5ce6 None None] Network f12315e1-f84c-4f63-9456-6e5f2484578e requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:10:03.109582 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Router bc850495-f43f-483e-b74b-b8ae4a9d827c is scheduled to L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 01:10:03.267959 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:10:03.279829 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Sync routers for ids ['bc850495-f43f-483e-b74b-b8ae4a9d827c'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:10:03.291946 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:03.293468 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-bad836fc-1076-4c34-9520-b9b101437cb2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2764118 Dec 09 01:10:03.296418 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49206) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:03.299720 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Routers {'bc850495-f43f-483e-b74b-b8ae4a9d827c'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:10:03.300598 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:09:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['bc850495-f43f-483e-b74b-b8ae4a9d827c'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:03.573582 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Set router bc850495-f43f-483e-b74b-b8ae4a9d827c gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:10:03.893676 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49228) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:03.898804 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-716204322-network', 'tenant_id': '2796afb0f28c49a097f80f25cbe03268'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:03.926244 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:03.936338 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'name': 'tempest-TestMinimumBasicScenario-1310851123-router', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:01Z', 'revision_number': 3, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'gw_port': {'id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:03.942707 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba04ef-d7e0-4604-9567-7d551eb35394 None None] Network e48e4789-6086-4ac3-ab3c-83c61e20502f requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:10:03.963215 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Made reservation on behalf of 2796afb0f28c49a097f80f25cbe03268 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:03.970391 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:03.973661 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Checking router: bc850495-f43f-483e-b74b-b8ae4a9d827c for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:10:03.974089 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Updating router bc850495-f43f-483e-b74b-b8ae4a9d827c port e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 binding host dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:10:04.006404 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.015350 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.059735 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc4247-94fd-4e73-bd7f-6d73580ead0a req-b2368c29-e575-40d9-a650-fe4aa323e835 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:04.061713 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ffcc4247-94fd-4e73-bd7f-6d73580ead0a req-b2368c29-e575-40d9-a650-fe4aa323e835 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.1254137 Dec 09 01:10:04.076608 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-8be660d0-8f97-40bc-9085-2cfb0e9e5a8e None None] Provisioning complete for port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:04.076608 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8be660d0-8f97-40bc-9085-2cfb0e9e5a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.233171 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ffcc4247-94fd-4e73-bd7f-6d73580ead0a req-1596b603-009f-4d9e-b446-30bd78d2e293 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603711 Dec 09 01:10:04.277592 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.285134 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.326943 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Allocated IP 172.20.0.1 (e48e4789-6086-4ac3-ab3c-83c61e20502f/95252707-718b-442b-bfac-e91c2535ed79/7919a283-d927-42ba-877f-eab68ab53542) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:10:04.327266 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:10:04.350546 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.352712 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Added segment e3b6b442-7f9d-4498-adbc-73a55b472fc0 of type vlan for network e763944a-749d-4121-940a-f78d73f9863e Dec 09 01:10:04.459988 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc7471b-a865-4415-92b5-c5420620d553,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:04.464969 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.501417 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8be660d0-8f97-40bc-9085-2cfb0e9e5a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.547641 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-8be660d0-8f97-40bc-9085-2cfb0e9e5a8e None None] For port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=6e00d570-c41f-4df8-ba1a-7b9a69e33ecb,segment=NetworkSegment(98c39c03-3379-430f-9268-f10251a40622),segment_id=98c39c03-3379-430f-9268-f10251a40622)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:04.554298 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.556713 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8be660d0-8f97-40bc-9085-2cfb0e9e5a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.559706 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:04.560102 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:10:04.560533 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.583280 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.600021 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.610020 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.631676 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.633851 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7392311 Dec 09 01:10:04.638751 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49240) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:04.654270 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] Request body: {'subnet': {'network_id': 'e763944a-749d-4121-940a-f78d73f9863e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-716204322-subnet', 'tenant_id': '2796afb0f28c49a097f80f25cbe03268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:04.659804 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:04.660175 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.662900 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be660d0-8f97-40bc-9085-2cfb0e9e5a8e None None] Pushing event updated for resources: {'Port': ['ID=6e00d570-c41f-4df8-ba1a-7b9a69e33ecb,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:04.690766 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64332252-8d21-4702-a691-0ba4369e06a4 None None] Pushing event updated for resources: {'Port': ['ID=e02a7c4a-16e0-4ee5-82fc-5b8386c657e5,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:04.715474 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35172df-961a-42e4-99db-9a325ef3c933 admin admin] Pushing event updated for resources: {'Network': ['ID=e763944a-749d-4121-940a-f78d73f9863e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:04.732208 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Attempting to bind port e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:10:04.733065 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Attempting to bind port e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:10:04.733065 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Attempting to bind port e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 on network e952e783-e52e-44fe-b527-a56b6aa6756d {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:04.733306 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Pushing event updated for resources: {'Port': ['ID=7919a283-d927-42ba-877f-eab68ab53542,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:04.737168 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Network e48e4789-6086-4ac3-ab3c-83c61e20502f is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:10:04.739499 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:04.742489 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:10:04.747194 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] Made reservation on behalf of 2796afb0f28c49a097f80f25cbe03268 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:04.749617 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247844'] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.762916 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:10:04.763328 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Checking segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:04.763703 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.764105 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Bound using segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:10:04.764590 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Bound port: e02a7c4a-16e0-4ee5-82fc-5b8386c657e5, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:10:04.764989 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.766273 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network e763944a-749d-4121-940a-f78d73f9863e details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:10:04.814569 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625655'] for router_interface, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.892236 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-d2e1ff74-727c-4fe6-9d97-dc8e118a0c2d None None] Provisioning complete for port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:04.892710 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ff74-727c-4fe6-9d97-dc8e118a0c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:04.914737 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] For port e02a7c4a-16e0-4ee5-82fc-5b8386c657e5, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:10:04.918716 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] For port e02a7c4a-16e0-4ee5-82fc-5b8386c657e5, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=e02a7c4a-16e0-4ee5-82fc-5b8386c657e5,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:10:04.928353 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.038765 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247862'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.040647 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64332252-8d21-4702-a691-0ba4369e06a4 None None] Pushing event updated for resources: {'Port': ['ID=e02a7c4a-16e0-4ee5-82fc-5b8386c657e5,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:05.066174 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Routers {'bc850495-f43f-483e-b74b-b8ae4a9d827c'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:10:05.066940 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:09:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['bc850495-f43f-483e-b74b-b8ae4a9d827c'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:05.067496 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.131247 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] Checking segment: {'id': 'e3b6b442-7f9d-4498-adbc-73a55b472fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'e763944a-749d-4121-940a-f78d73f9863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:05.131739 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] Network hostable DHCP agents. Network: e763944a-749d-4121-940a-f78d73f9863e, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:10:05.134210 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e361c5-133e-469a-86f7-417d11169cd8,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:05.155171 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] Network e763944a-749d-4121-940a-f78d73f9863e is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:10:05.164603 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, e763944a-749d-4121-940a-f78d73f9863e) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:05.170884 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:05.171778 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.177623 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a11b35-4949-4c7d-85f3-3bd4aa22daeb None None] Network e763944a-749d-4121-940a-f78d73f9863e requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:10:05.192324 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-82a9b5df-897b-4031-9688-9f0b3a073eb7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5524890 Dec 09 01:10:05.227660 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] Set router bc850495-f43f-483e-b74b-b8ae4a9d827c gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:10:05.271175 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-82019f10-5c69-4594-bb7a-59c69883b993 None None] Provisioning complete for port 7919a283-d927-42ba-877f-eab68ab53542 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:05.271824 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-82019f10-5c69-4594-bb7a-59c69883b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.382545 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-82019f10-5c69-4594-bb7a-59c69883b993 None None] Port 7919a283-d927-42ba-877f-eab68ab53542 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:10:05.387016 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49252) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:05.407863 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2184b62c-394f-43ef-80af-29d1e95cccce None None] Network e763944a-749d-4121-940a-f78d73f9863e requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:10:05.533674 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'name': 'tempest-TestMinimumBasicScenario-1310851123-router', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:05Z', 'revision_number': 4, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'gw_port': {'id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '7919a283-d927-42ba-877f-eab68ab53542', 'name': '', 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'mac_address': 'fa:16:3e:ee:c5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '95252707-718b-442b-bfac-e91c2535ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:03Z', 'updated_at': '2021-12-09T01:10:04Z', 'revision_number': 1, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'subnets': [{'id': '95252707-718b-442b-bfac-e91c2535ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:05.535997 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-3656e19f-be5a-471b-82f5-13338e7e7454 admin admin] Deleting subnet 6750ed80-5b84-4d69-940b-cd153f1f9159 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:10:05.550992 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533889e-c0f6-45dd-8060-ac9851d0b776 req-98006560-f7b0-4bfc-9bfe-cd9eec4bda8a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:05.552919 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f533889e-c0f6-45dd-8060-ac9851d0b776 req-98006560-f7b0-4bfc-9bfe-cd9eec4bda8a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.1921449 Dec 09 01:10:05.553937 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3656e19f-be5a-471b-82f5-13338e7e7454 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.574168 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b6baa1-c4b1-4693-a22e-92b5754a6e5e None None] The sync data for ids ['bc850495-f43f-483e-b74b-b8ae4a9d827c'] in dv-cinder-790535-20-iscsi is: [{'id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'name': 'tempest-TestMinimumBasicScenario-1310851123-router', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:05Z', 'revision_number': 4, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'gw_port': {'id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '7919a283-d927-42ba-877f-eab68ab53542', 'name': '', 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'mac_address': 'fa:16:3e:ee:c5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '95252707-718b-442b-bfac-e91c2535ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:03Z', 'updated_at': '2021-12-09T01:10:04Z', 'revision_number': 1, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'subnets': [{'id': '95252707-718b-442b-bfac-e91c2535ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:10:05.621224 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.629018 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.630154 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3656e19f-be5a-471b-82f5-13338e7e7454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5005203'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.694521 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f533889e-c0f6-45dd-8060-ac9851d0b776 req-0d5cfb6f-b37c-41e1-a040-75ca529129eb tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186073 Dec 09 01:10:05.712258 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3656e19f-be5a-471b-82f5-13338e7e7454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.779245 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632135'] for router_interface, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.782892 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Pushing event updated for resources: {'Port': ['ID=7919a283-d927-42ba-877f-eab68ab53542,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:05.909886 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3656e19f-be5a-471b-82f5-13338e7e7454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4394949'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.942670 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Network e48e4789-6086-4ac3-ab3c-83c61e20502f is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:10:05.948120 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:05.972535 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-b32772ae-af95-409c-88d8-c805d465368a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:05.974841 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-b32772ae-af95-409c-88d8-c805d465368a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 815 time: 0.2404649 Dec 09 01:10:05.981130 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656e19f-be5a-471b-82f5-13338e7e7454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6750ed80-5b84-4d69-940b-cd153f1f9159,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:05.981130 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3656e19f-be5a-471b-82f5-13338e7e7454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:05.987892 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-3656e19f-be5a-471b-82f5-13338e7e7454 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6750ed80-5b84-4d69-940b-cd153f1f9159 HTTP/1.1" status: 204 len: 168 time: 0.5968904 Dec 09 01:10:05.987892 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49272) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:06.036005 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-27e5efad-5f0e-499c-ba4a-4fc0a1736dd9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/quotas/f6f062a4353046c9a44957550c394c9d HTTP/1.1" status: 200 len: 375 time: 0.0288622 Dec 09 01:10:06.125049 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.133205 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Router bc850495-f43f-483e-b74b-b8ae4a9d827c has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:10:06.148896 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-f29f668d-452a-4a7a-aa28-5dd705b9733c tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966461 Dec 09 01:10:06.249134 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-4cd48e96-726b-42e2-98b8-42d20f008882 None None] Provisioning complete for port 7919a283-d927-42ba-877f-eab68ab53542 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:06.250157 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4cd48e96-726b-42e2-98b8-42d20f008882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.267154 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.284117 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:10:06.290949 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-4cd48e96-726b-42e2-98b8-42d20f008882 None None] Port 7919a283-d927-42ba-877f-eab68ab53542 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:10:06.297091 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-54e7a175-16e4-4875-90a7-1a9cf6b012a8 admin admin] 10.222.0.23 "PUT /v2.0/routers/bc850495-f43f-483e-b74b-b8ae4a9d827c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9993916 Dec 09 01:10:06.348770 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12315e1-f84c-4f63-9456-6e5f2484578e']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:06.364692 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ecc8ef-1094-41f6-be33-608219bc092f') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:06.364986 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ecc8ef-1094-41f6-be33-608219bc092f') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:06.390389 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5005290'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.432393 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.454056 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-96e34e14-ac85-48cb-8a2c-f88d8266895e service neutron] 10.222.0.23 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970362 Dec 09 01:10:06.455273 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:10:06.455883 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841512'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: timer() Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: cb(*args, **kw) Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: self._notify() Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: self.callback(batched_events) Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: event.method(event) Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._get(url).json() Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:10:06.458163 dv-cinder-790535-20-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:10:06.485915 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:10:06.547052 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:06.547512 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.595931 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.614871 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.617411 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f12315e1-f84c-4f63-9456-6e5f2484578e HTTP/1.1" status: 204 len: 168 time: 0.6288958 Dec 09 01:10:06.620948 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49290) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:06.628735 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e4a5b-798e-428a-8fe0-2cfb81ae7556 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12315e1-f84c-4f63-9456-6e5f2484578e,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:06.669985 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-092c55a4-2775-466c-b82f-809348c147c1 service neutron] 10.222.0.23 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970661 Dec 09 01:10:06.701075 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-a162b7c7-ce8c-4316-9f81-a1d33e5ff0bb admin admin] Deleting subnet f4e361c5-133e-469a-86f7-417d11169cd8 {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:10:06.707060 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a162b7c7-ce8c-4316-9f81-a1d33e5ff0bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.766455 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a162b7c7-ce8c-4316-9f81-a1d33e5ff0bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1063465'] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.829918 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a162b7c7-ce8c-4316-9f81-a1d33e5ff0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.933843 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a162b7c7-ce8c-4316-9f81-a1d33e5ff0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4430643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4661371'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.944381 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e95f18-776b-496f-8481-14780abbd79a req-d578a5d0-aa39-4439-aac3-5fad05274b64 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:06.951369 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-06e95f18-776b-496f-8481-14780abbd79a req-d578a5d0-aa39-4439-aac3-5fad05274b64 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.1411910 Dec 09 01:10:06.974463 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a162b7c7-ce8c-4316-9f81-a1d33e5ff0bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:06.978346 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a162b7c7-ce8c-4316-9f81-a1d33e5ff0bb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f4e361c5-133e-469a-86f7-417d11169cd8 HTTP/1.1" status: 204 len: 168 time: 0.3554356 Dec 09 01:10:06.989848 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49310) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:07.048823 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162b7c7-ce8c-4316-9f81-a1d33e5ff0bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e361c5-133e-469a-86f7-417d11169cd8,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:07.115404 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c8499fcf-3036-4385-b781-82320eacef35 req-10b7ceff-3586-45be-8462-b490e89ead9a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 210 time: 0.1612709 Dec 09 01:10:07.300226 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-06e95f18-776b-496f-8481-14780abbd79a req-757ad099-ea90-42dc-85f7-7ed20e62d727 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944193 Dec 09 01:10:07.303315 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:07.457415 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:07.501318 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7c5db-c5a6-4ad5-b96e-3e562de74985 req-2bcce8bd-1c14-415d-9da9-52c79c206daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:07.503638 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e6a7c5db-c5a6-4ad5-b96e-3e562de74985 req-2bcce8bd-1c14-415d-9da9-52c79c206daa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 1099 time: 0.1424294 Dec 09 01:10:07.559915 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e763944a-749d-4121-940a-f78d73f9863e']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:07.583081 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b6b442-7f9d-4498-adbc-73a55b472fc0') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:07.583477 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b6b442-7f9d-4498-adbc-73a55b472fc0') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:07.600822 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5005290'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:07.630569 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:07.641740 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:10:07.642689 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841512'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:07.647829 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e6a7c5db-c5a6-4ad5-b96e-3e562de74985 req-27566f0d-9fbe-4121-a009-d976a6a95703 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103199 Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: timer() Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: cb(*args, **kw) Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: self._notify() Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: self.callback(batched_events) Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: event.method(event) Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._get(url).json() Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:10:07.648925 dv-cinder-790535-20-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:10:07.711624 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:07.721748 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:07.725722 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e763944a-749d-4121-940a-f78d73f9863e HTTP/1.1" status: 204 len: 168 time: 0.7338259 Dec 09 01:10:07.750899 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d80e96-ae50-4058-8cb5-592a88d81cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e763944a-749d-4121-940a-f78d73f9863e,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:08.044810 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49350) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:08.097557 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6f310e2e-5f1f-4d61-bac0-e8daa1d29dea admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02a9709abe394525b0d9adc12c4319cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514104 Dec 09 01:10:08.100184 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49354) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:08.162295 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0f515a1a-ad53-4156-a52f-76e524eb237f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:08.199444 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0f515a1a-ad53-4156-a52f-76e524eb237f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:08.286853 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6e57dc59-f41e-4844-b7a5-f165d0e68ac2 req-8315c095-d98f-40fb-9d14-2bb61f165d58 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 210 time: 0.0684714 Dec 09 01:10:08.318767 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0f515a1a-ad53-4156-a52f-76e524eb237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:08.322288 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0f515a1a-ad53-4156-a52f-76e524eb237f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:08.323479 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0f515a1a-ad53-4156-a52f-76e524eb237f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3dcb4cb-928b-4a92-a39d-8b3c9ed5c654 HTTP/1.1" status: 204 len: 168 time: 0.2221158 Dec 09 01:10:08.345583 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f515a1a-ad53-4156-a52f-76e524eb237f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dcb4cb-928b-4a92-a39d-8b3c9ed5c654,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:08.526109 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf5d9f-037d-40df-8ef4-90c52388bb0d req-a61cb080-e4a8-4220-aab7-a6a2486c2910 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:08.532430 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2ecf5d9f-037d-40df-8ef4-90c52388bb0d req-a61cb080-e4a8-4220-aab7-a6a2486c2910 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.1364412 Dec 09 01:10:08.597706 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:10:08.645048 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2ecf5d9f-037d-40df-8ef4-90c52388bb0d req-254c8f0b-96e2-4fbe-b3c7-94daf6dd223f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926702 Dec 09 01:10:08.704019 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:08.704534 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:08.863116 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:08.906944 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port e02a7c4a-16e0-4ee5-82fc-5b8386c657e5, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=e02a7c4a-16e0-4ee5-82fc-5b8386c657e5,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:08.916163 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:09.031954 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=e02a7c4a-16e0-4ee5-82fc-5b8386c657e5,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:09.062604 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49372) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:09.199108 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-142beb74-0b29-42e6-9178-e54c2b52ca67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2796afb0f28c49a097f80f25cbe03268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313086 Dec 09 01:10:09.200153 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49376) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:09.323903 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b2983906-a306-46a2-8f5c-57a78aafed1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:09.393917 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b2983906-a306-46a2-8f5c-57a78aafed1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:09.405896 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-186c525a-104f-4025-84e4-2ab4344e920b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:09.409320 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-186c525a-104f-4025-84e4-2ab4344e920b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 815 time: 0.3832936 Dec 09 01:10:09.431422 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Request body: {'port': {'device_id': 'e3c3a262-97b1-463d-b2cb-fd476120796c', 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236', 'admin_state_up': True, 'tenant_id': 'f6f062a4353046c9a44957550c394c9d'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:09.482623 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b2983906-a306-46a2-8f5c-57a78aafed1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:09.487701 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b2983906-a306-46a2-8f5c-57a78aafed1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:09.489049 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b2983906-a306-46a2-8f5c-57a78aafed1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cc7471b-a865-4415-92b5-c5420620d553 HTTP/1.1" status: 204 len: 168 time: 0.2875836 Dec 09 01:10:09.526866 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2983906-a306-46a2-8f5c-57a78aafed1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc7471b-a865-4415-92b5-c5420620d553,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:09.874790 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Sync routers for ids ['bc850495-f43f-483e-b74b-b8ae4a9d827c'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:10:09.891657 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Routers {'bc850495-f43f-483e-b74b-b8ae4a9d827c'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:10:09.892421 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:09:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['bc850495-f43f-483e-b74b-b8ae4a9d827c'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:09.994343 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-61c4982f-4490-4d8c-8434-69bcfe08e275 req-8b262593-6e79-41f5-b468-023588ff9ebb tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 210 time: 0.5178959 Dec 09 01:10:10.089741 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Set router bc850495-f43f-483e-b74b-b8ae4a9d827c gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:10:10.115097 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140644-5d55-4251-a2d7-c546632d8ab6 req-fbebfd5d-eb4e-4d87-8270-046038ef3d62 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:10.125260 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5c140644-5d55-4251-a2d7-c546632d8ab6 req-fbebfd5d-eb4e-4d87-8270-046038ef3d62 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.1459582 Dec 09 01:10:10.188850 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Made reservation on behalf of f6f062a4353046c9a44957550c394c9d for: {'port': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:10.194636 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:10.214437 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5c140644-5d55-4251-a2d7-c546632d8ab6 req-a7545e06-2791-4882-a4df-31bb117e19dd tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860031 Dec 09 01:10:10.438120 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1ff30-83ed-419e-b4b3-0262d8d0045f req-a81af516-2da8-46ef-956d-d9d39b5d57f6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:10.444892 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'name': 'tempest-TestMinimumBasicScenario-1310851123-router', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:05Z', 'revision_number': 4, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'gw_port': {'id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '7919a283-d927-42ba-877f-eab68ab53542', 'name': '', 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'mac_address': 'fa:16:3e:ee:c5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '95252707-718b-442b-bfac-e91c2535ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:03Z', 'updated_at': '2021-12-09T01:10:05Z', 'revision_number': 2, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'subnets': [{'id': '95252707-718b-442b-bfac-e91c2535ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:10.448869 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e5c1ff30-83ed-419e-b4b3-0262d8d0045f req-a81af516-2da8-46ef-956d-d9d39b5d57f6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1254637 Dec 09 01:10:10.506270 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Allocated IP 172.20.0.13 (2daaacf1-f17f-4c3f-8d5f-6ec019bc5236/fdecabff-29eb-4c69-974e-4605f6f56e3d/2d101058-b44e-46a7-aee8-3153c4df184a) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:10:10.510188 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:10:10.533929 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Checking router: bc850495-f43f-483e-b74b-b8ae4a9d827c for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:10:10.534497 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Updating router bc850495-f43f-483e-b74b-b8ae4a9d827c port 7919a283-d927-42ba-877f-eab68ab53542 binding host dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:10:10.542946 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e5c1ff30-83ed-419e-b4b3-0262d8d0045f req-86e48637-0887-4e4a-b2d2-588a47413f18 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869522 Dec 09 01:10:10.588916 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:10.830108 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:10.830652 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:10.859442 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:10.982090 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:11.035872 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['45951bb1-90b0-42b8-aa49-f5040ab0860b'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:10:11.085812 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:10:11.090553 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:11.109012 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:10:11.167798 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Pushing event updated for resources: {'Port': ['ID=2d101058-b44e-46a7-aee8-3153c4df184a,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:11.240202 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:11.240857 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:11.269072 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59202-d9c2-4c35-b615-a359599b6a36 req-1a1fe58a-fe34-4bc9-b026-b7e380c36de2 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:11.271994 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0d59202-d9c2-4c35-b615-a359599b6a36 req-1a1fe58a-fe34-4bc9-b026-b7e380c36de2 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 932 time: 0.1480558 Dec 09 01:10:11.274022 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:11.276511 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-79a825de-652f-4c9d-8ba8-347fa0229328 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8498223 Dec 09 01:10:11.299417 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Request body: {'port': {'device_id': 'e3c3a262-97b1-463d-b2cb-fd476120796c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:11.305948 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:11.440361 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0d59202-d9c2-4c35-b615-a359599b6a36 req-9a117a3f-8888-4a9e-a5af-c52b814d0745 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611586 Dec 09 01:10:11.463563 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:11.500267 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ea29b-f308-48a7-9de2-f43c47d7825c None None] Pushing event updated for resources: {'Port': ['ID=7919a283-d927-42ba-877f-eab68ab53542,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:11.805077 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Attempting to bind port 7919a283-d927-42ba-877f-eab68ab53542 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:10:11.805456 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Attempting to bind port 7919a283-d927-42ba-877f-eab68ab53542 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': '98c39c03-3379-430f-9268-f10251a40622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:10:11.806483 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Attempting to bind port 7919a283-d927-42ba-877f-eab68ab53542 on network e48e4789-6086-4ac3-ab3c-83c61e20502f {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:11.820374 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:10:11.820758 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Checking segment: {'id': '98c39c03-3379-430f-9268-f10251a40622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:11.822846 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:11.823265 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Bound using segment: {'id': '98c39c03-3379-430f-9268-f10251a40622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:10:11.823761 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Bound port: 7919a283-d927-42ba-877f-eab68ab53542, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c39c03-3379-430f-9268-f10251a40622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:10:11.824154 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:11.916337 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-193ce78f-3cfe-423a-b17f-d34b947e9479 None None] Provisioning complete for port 7919a283-d927-42ba-877f-eab68ab53542 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:11.917013 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-193ce78f-3cfe-423a-b17f-d34b947e9479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:11.982964 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d101058-b44e-46a7-aee8-3153c4df184a {{(pid=102582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:10:11.986229 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] For port 7919a283-d927-42ba-877f-eab68ab53542, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:10:11.988864 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-193ce78f-3cfe-423a-b17f-d34b947e9479 None None] Port 7919a283-d927-42ba-877f-eab68ab53542 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:10:11.999331 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] For port 7919a283-d927-42ba-877f-eab68ab53542, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=7919a283-d927-42ba-877f-eab68ab53542,segment=NetworkSegment(98c39c03-3379-430f-9268-f10251a40622),segment_id=98c39c03-3379-430f-9268-f10251a40622)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:10:12.007147 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:12.057694 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:12.098380 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Routers {'bc850495-f43f-483e-b74b-b8ae4a9d827c'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:10:12.099793 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:09:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['bc850495-f43f-483e-b74b-b8ae4a9d827c'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:12.146190 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.provisioning_blocks [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Transition to ACTIVE for port object 2d101058-b44e-46a7-aee8-3153c4df184a will not be triggered until provisioned by entity L2. {{(pid=102582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:10:12.152002 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:12.279882 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Pushing event updated for resources: {'Port': ['ID=2d101058-b44e-46a7-aee8-3153c4df184a,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:12.317967 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ea29b-f308-48a7-9de2-f43c47d7825c None None] Pushing event updated for resources: {'Port': ['ID=7919a283-d927-42ba-877f-eab68ab53542,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:12.364995 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Attempting to bind port 2d101058-b44e-46a7-aee8-3153c4df184a on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:10:12.365464 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Attempting to bind port 2d101058-b44e-46a7-aee8-3153c4df184a by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:10:12.365804 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Attempting to bind port 2d101058-b44e-46a7-aee8-3153c4df184a on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:12.371382 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Port 2d101058-b44e-46a7-aee8-3153c4df184a on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:10:12.371711 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Attempting to bind port 2d101058-b44e-46a7-aee8-3153c4df184a on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:12.378601 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:10:12.378946 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Checking segment: {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:12.379338 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Bound using segment: {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:10:12.379808 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Bound port: 2d101058-b44e-46a7-aee8-3153c4df184a, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'}}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:10:12.380172 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:12.433338 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] Set router bc850495-f43f-483e-b74b-b8ae4a9d827c gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:10:12.484458 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] For port 2d101058-b44e-46a7-aee8-3153c4df184a, host hv-cinder-79053, cleared binding levels {{(pid=102582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:10:12.488652 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] For port 2d101058-b44e-46a7-aee8-3153c4df184a, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2d101058-b44e-46a7-aee8-3153c4df184a,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:10:12.503061 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:12.570754 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:12.571861 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:12.573719 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] 10.222.0.46 "PUT /v2.0/ports/2d101058-b44e-46a7-aee8-3153c4df184a HTTP/1.1" status: 200 len: 1094 time: 1.2795315 Dec 09 01:10:12.574604 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c3a262-97b1-463d-b2cb-fd476120796c', 'tag': '2d101058-b44e-46a7-aee8-3153c4df184a'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:10:12.578165 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5035f2cd-9b45-452f-950d-ab78be93204a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c3a262-97b1-463d-b2cb-fd476120796c", "tag": "2d101058-b44e-46a7-aee8-3153c4df184a"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:10:12.659320 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 7919a283-d927-42ba-877f-eab68ab53542 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:10:12.781862 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f021fd-77a1-47fa-81df-ab922eeb70fc service neutron] Pushing event updated for resources: {'Port': ['ID=2d101058-b44e-46a7-aee8-3153c4df184a,revision_number=3']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:12.815975 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-aa5b4ac5-3319-40bc-a3d3-99008a52a4ca None None] Provisioning complete for port 7919a283-d927-42ba-877f-eab68ab53542 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:12.816359 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-aa5b4ac5-3319-40bc-a3d3-99008a52a4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:12.816975 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10931951-5063-4309-ae54-3dca13920d62 x-openstack-request-id: req-10931951-5063-4309-ae54-3dca13920d62 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:10:12.819198 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c3a262-97b1-463d-b2cb-fd476120796c", "tag": "2d101058-b44e-46a7-aee8-3153c4df184a", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:10:12.819869 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10931951-5063-4309-ae54-3dca13920d62 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:10:12.820416 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c3a262-97b1-463d-b2cb-fd476120796c', 'tag': '2d101058-b44e-46a7-aee8-3153c4df184a', 'status': 'completed', 'code': 200} Dec 09 01:10:12.846238 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-9f013c3a-488b-48d5-859e-12de87eb6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:12.847982 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-9f013c3a-488b-48d5-859e-12de87eb6e52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 1097 time: 0.1927106 Dec 09 01:10:12.866092 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bb116-ee76-4fcd-9594-e2de6d35be09 req-d630a161-96b6-4a76-b563-3b0878384d8d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:12.867785 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f18bb116-ee76-4fcd-9594-e2de6d35be09 req-d630a161-96b6-4a76-b563-3b0878384d8d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 944 time: 0.1295669 Dec 09 01:10:12.919905 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1af1-8911-4eb3-a5f8-12c384e82d11 req-9baec969-df54-4fec-b978-35546a50aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:12.922973 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9ceb1af1-8911-4eb3-a5f8-12c384e82d11 req-9baec969-df54-4fec-b978-35546a50aade service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 1099 time: 0.1442966 Dec 09 01:10:12.934398 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 7919a283-d927-42ba-877f-eab68ab53542 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:12.934779 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:13.023236 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-389a3e99-bdad-46ec-a81e-14493264ffbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d101058-b44e-46a7-aee8-3153c4df184a HTTP/1.1" status: 200 len: 217 time: 0.1490526 Dec 09 01:10:13.125976 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-aa5b4ac5-3319-40bc-a3d3-99008a52a4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:13.135400 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1af1-8911-4eb3-a5f8-12c384e82d11 req-e0ee0f4e-6271-468d-8aea-aa284f44781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:13.137531 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9ceb1af1-8911-4eb3-a5f8-12c384e82d11 req-e0ee0f4e-6271-468d-8aea-aa284f44781e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 919 time: 0.2054083 Dec 09 01:10:13.205432 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-aa5b4ac5-3319-40bc-a3d3-99008a52a4ca None None] For port 7919a283-d927-42ba-877f-eab68ab53542, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=7919a283-d927-42ba-877f-eab68ab53542,segment=NetworkSegment(98c39c03-3379-430f-9268-f10251a40622),segment_id=98c39c03-3379-430f-9268-f10251a40622)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:13.211508 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'name': 'tempest-TestMinimumBasicScenario-1310851123-router', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:05Z', 'revision_number': 4, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'gw_port': {'id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '7919a283-d927-42ba-877f-eab68ab53542', 'name': '', 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'mac_address': 'fa:16:3e:ee:c5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '95252707-718b-442b-bfac-e91c2535ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:03Z', 'updated_at': '2021-12-09T01:10:11Z', 'revision_number': 4, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'subnets': [{'id': '95252707-718b-442b-bfac-e91c2535ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:10:13.215406 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9ceb1af1-8911-4eb3-a5f8-12c384e82d11 req-8965c97d-cd12-4b33-abc6-d6d2abc99009 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff HTTP/1.1" status: 200 len: 217 time: 0.0663919 Dec 09 01:10:13.218201 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:13.221597 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f18bb116-ee76-4fcd-9594-e2de6d35be09 req-58dc72aa-107c-49fe-bffe-c6ecfdb4cd56 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442695 Dec 09 01:10:13.259611 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5ab16-9ebd-4d3e-a812-3fac25d3659f req-924180de-479a-4ba6-8008-b55f562cf712 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:13.268117 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9db5ab16-9ebd-4d3e-a812-3fac25d3659f req-924180de-479a-4ba6-8008-b55f562cf712 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.2806847 Dec 09 01:10:13.270161 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e20da72d-628f-4d35-98ad-094a949569fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:13.271673 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-e20da72d-628f-4d35-98ad-094a949569fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdecabff-29eb-4c69-974e-4605f6f56e3d HTTP/1.1" status: 200 len: 855 time: 0.2180264 Dec 09 01:10:13.323221 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb1af1-8911-4eb3-a5f8-12c384e82d11 req-000d98e9-0cd8-435a-a13a-2ba3a0461887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:13.324815 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9ceb1af1-8911-4eb3-a5f8-12c384e82d11 req-000d98e9-0cd8-435a-a13a-2ba3a0461887 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 200 len: 858 time: 0.0909507 Dec 09 01:10:13.352544 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-cc60fa29-de0e-46f2-8081-e6523876fa08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680373 Dec 09 01:10:13.384044 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-aa5b4ac5-3319-40bc-a3d3-99008a52a4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:13.386099 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9ceb1af1-8911-4eb3-a5f8-12c384e82d11 req-a027fce7-bf76-4759-b3a2-2cebcb7d1e6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463185 Dec 09 01:10:13.392843 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bea9e9e-9e2a-4451-bb35-9ace075f0e28 None None] The sync data for ids ['bc850495-f43f-483e-b74b-b8ae4a9d827c'] in dv-cinder-790535-20-iscsi is: [{'id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'name': 'tempest-TestMinimumBasicScenario-1310851123-router', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:05Z', 'revision_number': 4, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'gw_port': {'id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '7919a283-d927-42ba-877f-eab68ab53542', 'name': '', 'network_id': 'e48e4789-6086-4ac3-ab3c-83c61e20502f', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'mac_address': 'fa:16:3e:ee:c5:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '95252707-718b-442b-bfac-e91c2535ed79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:03Z', 'updated_at': '2021-12-09T01:10:11Z', 'revision_number': 4, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'subnets': [{'id': '95252707-718b-442b-bfac-e91c2535ed79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:10:13.458732 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.db.api [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 01:10:13.460693 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG oslo_db.api [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 01:10:13.496737 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b4ac5-3319-40bc-a3d3-99008a52a4ca None None] Pushing event updated for resources: {'Port': ['ID=7919a283-d927-42ba-877f-eab68ab53542,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:13.514528 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9db5ab16-9ebd-4d3e-a812-3fac25d3659f req-943f1e0c-e431-4c74-ab37-54c8836b7eb7 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390234 Dec 09 01:10:13.686119 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9ceb1af1-8911-4eb3-a5f8-12c384e82d11 req-5a34eaa2-064e-4f51-9812-5f2ce9483566 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887285 Dec 09 01:10:13.739675 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-98cfb5d4-6d70-4d7e-af0d-bbc0c74e26e7 service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579650 Dec 09 01:10:13.864920 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49504) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:13.887468 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9ceb1af1-8911-4eb3-a5f8-12c384e82d11 req-435b692e-939a-44de-a941-03aeedfdd8c4 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943219 Dec 09 01:10:13.932241 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bbc21d79-c52b-4684-ae10-6e08b9345ce9 req-bbbab63c-5466-4471-8552-689aebfadee4 service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767364 Dec 09 01:10:14.075940 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2721d2a1-2103-44d3-823d-3a6cab2628b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:14.218453 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035f2cd-9b45-452f-950d-ab78be93204a req-9bf0046c-c5f8-4a8c-ae6f-e02eb45e652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:14.222909 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5035f2cd-9b45-452f-950d-ab78be93204a req-9bf0046c-c5f8-4a8c-ae6f-e02eb45e652c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 1097 time: 0.1019063 Dec 09 01:10:14.231518 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2721d2a1-2103-44d3-823d-3a6cab2628b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:14.235639 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2721d2a1-2103-44d3-823d-3a6cab2628b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:14.288651 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2721d2a1-2103-44d3-823d-3a6cab2628b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05d98ce960924e6889875055a4444add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4188409 Dec 09 01:10:14.292916 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49518) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:14.330664 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721d2a1-2103-44d3-823d-3a6cab2628b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b105809-628c-444f-8ea4-21c9e1732e63,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:14.395072 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-524e5f98-8f28-4e83-98e4-be96eb16f838 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:14.427553 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-524e5f98-8f28-4e83-98e4-be96eb16f838 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:14.522683 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-524e5f98-8f28-4e83-98e4-be96eb16f838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:14.528093 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-524e5f98-8f28-4e83-98e4-be96eb16f838 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:14.530538 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-524e5f98-8f28-4e83-98e4-be96eb16f838 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b105809-628c-444f-8ea4-21c9e1732e63 HTTP/1.1" status: 204 len: 168 time: 0.2363529 Dec 09 01:10:14.542548 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ac78d-12b8-47ce-8945-ff02c835e19d req-e284ee35-f32d-42f2-b779-4e5bba8c4652 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:14.549134 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e5f98-8f28-4e83-98e4-be96eb16f838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b105809-628c-444f-8ea4-21c9e1732e63,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:14.559406 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-da1ac78d-12b8-47ce-8945-ff02c835e19d req-e284ee35-f32d-42f2-b779-4e5bba8c4652 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 944 time: 0.2181683 Dec 09 01:10:14.590309 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 7919a283-d927-42ba-877f-eab68ab53542 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:10:14.623763 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035f2cd-9b45-452f-950d-ab78be93204a req-935b542f-8412-4000-a26e-eb706b4f3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:14.625605 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5035f2cd-9b45-452f-950d-ab78be93204a req-935b542f-8412-4000-a26e-eb706b4f3f7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 916 time: 0.3769219 Dec 09 01:10:14.714783 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 7919a283-d927-42ba-877f-eab68ab53542 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:14.719033 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:14.780771 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-da1ac78d-12b8-47ce-8945-ff02c835e19d req-cf0ad516-6be7-4e9e-bd74-447d5208e37c tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201536 Dec 09 01:10:14.783927 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5035f2cd-9b45-452f-950d-ab78be93204a req-87bda166-2d5e-4550-9b7c-c81cb1669bec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d101058-b44e-46a7-aee8-3153c4df184a HTTP/1.1" status: 200 len: 217 time: 0.1138794 Dec 09 01:10:14.808269 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e7a6e-a68b-4d93-b173-aa6857819938 req-d0b999c1-3b42-4897-9864-5301ca528043 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:14.809845 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e2e7a6e-a68b-4d93-b173-aa6857819938 req-d0b999c1-3b42-4897-9864-5301ca528043 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1983085 Dec 09 01:10:14.872054 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035f2cd-9b45-452f-950d-ab78be93204a req-779cd7fc-6177-4368-99de-eb229ca0852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:14.873615 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5035f2cd-9b45-452f-950d-ab78be93204a req-779cd7fc-6177-4368-99de-eb229ca0852a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdecabff-29eb-4c69-974e-4605f6f56e3d HTTP/1.1" status: 200 len: 855 time: 0.0628443 Dec 09 01:10:14.924680 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e2e7a6e-a68b-4d93-b173-aa6857819938 req-8e599bb2-17c5-44a2-921d-887b62557453 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500731 Dec 09 01:10:14.964502 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5035f2cd-9b45-452f-950d-ab78be93204a req-93f8b18f-805c-44d9-95cb-34ca145a41e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438325 Dec 09 01:10:15.057487 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49550) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:15.083387 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bb3351a7-bb78-4853-80fe-0a3097081032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:15.231972 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5035f2cd-9b45-452f-950d-ab78be93204a req-debd665d-2086-4088-829e-e14a2c8a1b09 service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217360 Dec 09 01:10:15.251626 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bb3351a7-bb78-4853-80fe-0a3097081032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:15.264585 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bb3351a7-bb78-4853-80fe-0a3097081032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:15.297513 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-bb3351a7-bb78-4853-80fe-0a3097081032 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b96163cb2a324870a3a16d8b43d2ef0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388391 Dec 09 01:10:15.300506 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49560) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:15.332611 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5035f2cd-9b45-452f-950d-ab78be93204a req-07e5fe4e-1adf-4cdf-b6f5-c94a8a920c8b service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913332 Dec 09 01:10:15.349133 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3351a7-bb78-4853-80fe-0a3097081032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e62e0d5-4ce5-4ff7-9c87-123568d58327,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:15.393326 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-236942af-b781-4e44-972c-13e47cd6f4ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:15.419492 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-236942af-b781-4e44-972c-13e47cd6f4ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:15.475441 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-236942af-b781-4e44-972c-13e47cd6f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:15.479005 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-236942af-b781-4e44-972c-13e47cd6f4ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:15.481045 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-236942af-b781-4e44-972c-13e47cd6f4ba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e62e0d5-4ce5-4ff7-9c87-123568d58327 HTTP/1.1" status: 204 len: 168 time: 0.1794395 Dec 09 01:10:15.510894 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236942af-b781-4e44-972c-13e47cd6f4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e62e0d5-4ce5-4ff7-9c87-123568d58327,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:15.943173 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f9368-964b-41b0-b012-b5d87467d484 req-7f956caa-a3d6-40e6-8789-a0c90243e7cd tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:15.946578 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-538f9368-964b-41b0-b012-b5d87467d484 req-7f956caa-a3d6-40e6-8789-a0c90243e7cd tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 944 time: 0.0569923 Dec 09 01:10:16.033798 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-538f9368-964b-41b0-b012-b5d87467d484 req-745c91ba-7fb2-4a41-abcc-ba9a4d56431e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790703 Dec 09 01:10:16.255653 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d04e1-4b83-45c3-a992-ecca756a373a req-d5253744-df13-497c-9e1b-eec351d25d97 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:16.257709 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-934d04e1-4b83-45c3-a992-ecca756a373a req-d5253744-df13-497c-9e1b-eec351d25d97 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0722733 Dec 09 01:10:16.326062 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-934d04e1-4b83-45c3-a992-ecca756a373a req-5cc91354-3cd5-4def-995b-9560cb831b48 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618663 Dec 09 01:10:16.735481 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 2d101058-b44e-46a7-aee8-3153c4df184a details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:10:16.893890 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 2d101058-b44e-46a7-aee8-3153c4df184a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2d101058-b44e-46a7-aee8-3153c4df184a,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:16.909246 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '2d101058-b44e-46a7-aee8-3153c4df184a', 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236', 'port_id': '2d101058-b44e-46a7-aee8-3153c4df184a', 'mac_address': 'fa:16:3e:56:81:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdecabff-29eb-4c69-974e-4605f6f56e3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:10:16.962129 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:16.995338 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d101058-b44e-46a7-aee8-3153c4df184a {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:10:17.014490 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49614) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:17.021548 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 2d101058-b44e-46a7-aee8-3153c4df184a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2d101058-b44e-46a7-aee8-3153c4df184a,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:17.026784 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.131775 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=2d101058-b44e-46a7-aee8-3153c4df184a,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:17.202802 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69190d7a-d2ce-479c-8abe-66b62cadde6c req-5f911a40-bb70-408d-a03b-0ecff6842e30 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:17.204377 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-69190d7a-d2ce-479c-8abe-66b62cadde6c req-5f911a40-bb70-408d-a03b-0ecff6842e30 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 945 time: 0.0601254 Dec 09 01:10:17.262210 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44c7d358-419c-45c2-b3fc-6f53773ca262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.329867 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-69190d7a-d2ce-479c-8abe-66b62cadde6c req-a4797250-78f2-4d6a-bf05-389a8346bfa5 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141198 Dec 09 01:10:17.375791 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44c7d358-419c-45c2-b3fc-6f53773ca262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.381630 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-44c7d358-419c-45c2-b3fc-6f53773ca262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.422384 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49630) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:17.431264 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.438573 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49634) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:17.438807 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-44c7d358-419c-45c2-b3fc-6f53773ca262 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef190f8b2e3e48bd96c0988046d2de78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259729 Dec 09 01:10:17.465211 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7d358-419c-45c2-b3fc-6f53773ca262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed802071-a2c6-4ec4-839c-34cc0364eb52,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:17.562899 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['2d101058-b44e-46a7-aee8-3153c4df184a'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:10:17.574309 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f151e4-230d-4abd-9b6b-810819d8a146 req-353e7c8a-671f-447a-b79f-4c1ab4c48223 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:17.582143 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31f151e4-230d-4abd-9b6b-810819d8a146 req-353e7c8a-671f-447a-b79f-4c1ab4c48223 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1310735 Dec 09 01:10:17.636828 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3f5dcafb-a10a-413a-93ef-9b5580f61fa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.638806 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0c595322-776d-41b2-b4f3-0d5948daf5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.697782 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31f151e4-230d-4abd-9b6b-810819d8a146 req-1e9db416-d102-4c34-a6a2-39df3a08e659 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099310 Dec 09 01:10:17.702969 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0c595322-776d-41b2-b4f3-0d5948daf5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.806552 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3f5dcafb-a10a-413a-93ef-9b5580f61fa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.808365 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0c595322-776d-41b2-b4f3-0d5948daf5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.811518 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0c595322-776d-41b2-b4f3-0d5948daf5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.812826 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0c595322-776d-41b2-b4f3-0d5948daf5c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed802071-a2c6-4ec4-839c-34cc0364eb52 HTTP/1.1" status: 204 len: 168 time: 0.3725760 Dec 09 01:10:17.815953 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3f5dcafb-a10a-413a-93ef-9b5580f61fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:17.831630 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c595322-776d-41b2-b4f3-0d5948daf5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed802071-a2c6-4ec4-839c-34cc0364eb52,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:17.887811 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dcafb-a10a-413a-93ef-9b5580f61fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be150406-1d17-425e-b60b-141a9411c267,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:17.894253 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-3f5dcafb-a10a-413a-93ef-9b5580f61fa4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1832ccee65f64b05813db79f43cf5021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4705181 Dec 09 01:10:17.897353 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49638) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:17.963704 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6de6488d-2c63-49f3-9147-21b576b35941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:18.010523 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6de6488d-2c63-49f3-9147-21b576b35941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:18.177175 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6de6488d-2c63-49f3-9147-21b576b35941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:18.183062 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6de6488d-2c63-49f3-9147-21b576b35941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:18.186540 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6de6488d-2c63-49f3-9147-21b576b35941 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be150406-1d17-425e-b60b-141a9411c267 HTTP/1.1" status: 204 len: 168 time: 0.2859192 Dec 09 01:10:18.221043 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6488d-2c63-49f3-9147-21b576b35941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be150406-1d17-425e-b60b-141a9411c267,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:18.519633 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c19b4e-71d4-4f48-935d-66c114d79374 req-87a37fdc-8e2e-4eec-ab3b-4a2f4b9327ed tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:18.521160 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-70c19b4e-71d4-4f48-935d-66c114d79374 req-87a37fdc-8e2e-4eec-ab3b-4a2f4b9327ed tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 945 time: 0.0680618 Dec 09 01:10:18.578705 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-70c19b4e-71d4-4f48-935d-66c114d79374 req-6661eaca-f07e-43e0-9286-32e938c74aa5 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500793 Dec 09 01:10:18.629109 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49666) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:18.642569 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-622e5592-3411-46bf-9acb-c2a6f6038d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:18.729088 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-622e5592-3411-46bf-9acb-c2a6f6038d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:18.730393 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 2d101058-b44e-46a7-aee8-3153c4df184a up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:10:18.747615 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-622e5592-3411-46bf-9acb-c2a6f6038d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:18.812463 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-622e5592-3411-46bf-9acb-c2a6f6038d60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cca696072005497db344b1a32f0c9874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799092 Dec 09 01:10:18.812886 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49674) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:18.824108 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e5592-3411-46bf-9acb-c2a6f6038d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b263df5d-32ce-4ccf-9f7f-9289b71a885d,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:18.873837 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 2d101058-b44e-46a7-aee8-3153c4df184a completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:10:18.878994 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 2d101058-b44e-46a7-aee8-3153c4df184a triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:18.879590 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:18.915600 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f6b321be-017f-46d8-90c4-70fc6c84e2e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:18.955260 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065921-dada-4bfc-8aa2-a313cb8839ec req-2b007a3d-d2b6-4269-b057-05101227cafc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:18.967486 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46065921-dada-4bfc-8aa2-a313cb8839ec req-2b007a3d-d2b6-4269-b057-05101227cafc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1214516 Dec 09 01:10:18.988585 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f6b321be-017f-46d8-90c4-70fc6c84e2e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:19.003135 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:19.039457 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c3a262-97b1-463d-b2cb-fd476120796c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d101058-b44e-46a7-aee8-3153c4df184a'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:10:19.043379 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d2f8c4-bac6-450b-9990-ba11a5440f9e" -d '{"events": [{"server_uuid": "e3c3a262-97b1-463d-b2cb-fd476120796c", "name": "network-vif-plugged", "status": "completed", "tag": "2d101058-b44e-46a7-aee8-3153c4df184a"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:10:19.106300 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 2d101058-b44e-46a7-aee8-3153c4df184a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2d101058-b44e-46a7-aee8-3153c4df184a,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:19.117976 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:19.121247 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-46065921-dada-4bfc-8aa2-a313cb8839ec req-bf86d0cb-c1cd-4995-9b47-d9793bea4297 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527886 Dec 09 01:10:19.133113 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76fa464-6df3-4cd2-9129-626ec3560edf x-openstack-request-id: req-a76fa464-6df3-4cd2-9129-626ec3560edf {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:10:19.134633 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c3a262-97b1-463d-b2cb-fd476120796c", "name": "network-vif-plugged", "status": "completed", "tag": "2d101058-b44e-46a7-aee8-3153c4df184a", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:10:19.135358 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a76fa464-6df3-4cd2-9129-626ec3560edf {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:10:19.135800 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c3a262-97b1-463d-b2cb-fd476120796c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d101058-b44e-46a7-aee8-3153c4df184a', 'code': 200} Dec 09 01:10:19.173144 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f6b321be-017f-46d8-90c4-70fc6c84e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:19.182046 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f6b321be-017f-46d8-90c4-70fc6c84e2e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:19.207004 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f6b321be-017f-46d8-90c4-70fc6c84e2e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b263df5d-32ce-4ccf-9f7f-9289b71a885d HTTP/1.1" status: 204 len: 168 time: 0.3928998 Dec 09 01:10:19.231272 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b321be-017f-46d8-90c4-70fc6c84e2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b263df5d-32ce-4ccf-9f7f-9289b71a885d,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:19.285631 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=2d101058-b44e-46a7-aee8-3153c4df184a,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:19.672421 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3c67b-dec7-48d8-9a47-89f4b8ec0345 req-533383bc-b384-43b8-87d4-7d74d7068d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:19.678693 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d6c3c67b-dec7-48d8-9a47-89f4b8ec0345 req-533383bc-b384-43b8-87d4-7d74d7068d68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 1099 time: 0.1743257 Dec 09 01:10:19.858313 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d6c3c67b-dec7-48d8-9a47-89f4b8ec0345 req-ecf68968-8967-43e4-abf3-30c4f13a435e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728599 Dec 09 01:10:19.923847 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef543a88-0214-4675-94fd-1fff179894e9 req-9bea4b41-d083-4102-87b5-eef61ce6996f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:19.925527 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ef543a88-0214-4675-94fd-1fff179894e9 req-9bea4b41-d083-4102-87b5-eef61ce6996f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 946 time: 0.1654973 Dec 09 01:10:20.036634 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ef543a88-0214-4675-94fd-1fff179894e9 req-5dd834f2-0992-43b4-b96b-ee697adef0b4 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025043 Dec 09 01:10:20.319718 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ba258-3ada-46c6-930f-236d87412cc7 req-5fa5e104-4b92-4f32-b826-4024602773fa tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:20.325511 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-430ba258-3ada-46c6-930f-236d87412cc7 req-5fa5e104-4b92-4f32-b826-4024602773fa tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0712526 Dec 09 01:10:20.399407 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-430ba258-3ada-46c6-930f-236d87412cc7 req-0df08dca-1204-4b02-a353-bc5f6dd289b1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679486 Dec 09 01:10:21.150779 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cb3d3-d9ed-414d-a32d-04acf5e69342 req-b67c7652-dc72-4160-8e1b-745f424da50f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:21.158911 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f88cb3d3-d9ed-414d-a32d-04acf5e69342 req-b67c7652-dc72-4160-8e1b-745f424da50f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 946 time: 0.0597990 Dec 09 01:10:21.212868 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f88cb3d3-d9ed-414d-a32d-04acf5e69342 req-d0ac0e9e-172c-4a41-8994-af6570d065e1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530379 Dec 09 01:10:21.547544 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9c367-e072-48b3-aff1-2a0d3b4a1e97 req-f54a83fe-1def-45db-bda7-2a77a0d306c1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:21.550845 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-42f9c367-e072-48b3-aff1-2a0d3b4a1e97 req-f54a83fe-1def-45db-bda7-2a77a0d306c1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0667002 Dec 09 01:10:21.614506 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-42f9c367-e072-48b3-aff1-2a0d3b4a1e97 req-5010a26c-87ec-4aea-a2b6-4536cc4b9c85 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543375 Dec 09 01:10:22.096345 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e9c1be33-a531-4aeb-aee9-e845625fb9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:22.348712 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938c3c3-00b6-448f-828b-12d1a118a4a8 req-1349e286-543e-4603-9539-e120d52afbc8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:22.350449 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d938c3c3-00b6-448f-828b-12d1a118a4a8 req-1349e286-543e-4603-9539-e120d52afbc8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 946 time: 0.0574689 Dec 09 01:10:22.437528 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d938c3c3-00b6-448f-828b-12d1a118a4a8 req-1a2732a9-7a5b-40ce-8675-ca111056335b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804551 Dec 09 01:10:22.724877 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58255cc5-3855-4c43-bdb6-3b19836ebe11 req-30beeeb7-b29b-4477-8007-24b4d7299a9f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:22.726837 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58255cc5-3855-4c43-bdb6-3b19836ebe11 req-30beeeb7-b29b-4477-8007-24b4d7299a9f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0514503 Dec 09 01:10:22.779981 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58255cc5-3855-4c43-bdb6-3b19836ebe11 req-e971b07e-ee91-4851-b045-6fd7eb6afa56 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465755 Dec 09 01:10:23.613273 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ffe1a-400e-4622-9a0d-0541eca6752d req-b3aa74de-e8b1-4a6a-b970-b110145bb4e1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:23.614673 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-497ffe1a-400e-4622-9a0d-0541eca6752d req-b3aa74de-e8b1-4a6a-b970-b110145bb4e1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 946 time: 0.1086018 Dec 09 01:10:23.677296 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-0f23e773-4639-4350-bf46-759a1e145ec6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:23.678728 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-0f23e773-4639-4350-bf46-759a1e145ec6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/networks?id=809b49f8-c565-416c-be1f-d21f8f13109c HTTP/1.1" status: 200 len: 815 time: 0.1434066 Dec 09 01:10:23.686518 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-497ffe1a-400e-4622-9a0d-0541eca6752d req-8b797c8d-29e6-4126-a51c-ac565e444338 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645418 Dec 09 01:10:23.696576 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-22c60b09-bd05-4d6b-b1da-65347d3f5285 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/quotas/d6d5beaac0f5499ebdb7f15879cf5c9b HTTP/1.1" status: 200 len: 375 time: 0.0085814 Dec 09 01:10:23.747605 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-748ab822-e6e7-4d4c-af4e-be885903f7ae tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6d5beaac0f5499ebdb7f15879cf5c9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451555 Dec 09 01:10:23.848445 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-b94decdd-adca-4ecb-ab0c-dabbca3b1f8d service neutron] 10.222.0.23 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875351 Dec 09 01:10:23.948904 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420864a-6c30-44dd-8cc1-74ab03cf3191 req-9914195b-6a68-4321-82e1-83c05002c722 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:23.950416 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a420864a-6c30-44dd-8cc1-74ab03cf3191 req-9914195b-6a68-4321-82e1-83c05002c722 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0967510 Dec 09 01:10:24.228184 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-e9875e9e-ff2d-4162-8a10-ecd4da9ddacf service neutron] 10.222.0.23 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659284 Dec 09 01:10:24.243329 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a420864a-6c30-44dd-8cc1-74ab03cf3191 req-b40f78eb-71ea-404b-a700-a1064e8ac8e0 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862186 Dec 09 01:10:24.410460 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b8c68c0c-5c6b-4399-be31-320c9e7eca99 req-0ffad4d3-0b07-4083-87d0-0e715a8c18f0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0276234 Dec 09 01:10:24.484439 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-922c72d3-5097-4c9a-be0c-387ee7cb9cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:24.813271 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242083f0-f73c-4279-80b7-1ca5145c0e78 req-87b75063-c834-4e87-ab9c-3f9797cf4680 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:24.815104 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-242083f0-f73c-4279-80b7-1ca5145c0e78 req-87b75063-c834-4e87-ab9c-3f9797cf4680 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 946 time: 0.0516002 Dec 09 01:10:24.874796 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-242083f0-f73c-4279-80b7-1ca5145c0e78 req-954f46d2-f821-47f2-ae87-addf71c32efa tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527844 Dec 09 01:10:25.378005 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683de384-6adc-4d2b-9cdb-b1be3439ec39 req-85bb2771-de5e-4b8c-bdaf-3a12fd0d43a3 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:25.379754 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-683de384-6adc-4d2b-9cdb-b1be3439ec39 req-85bb2771-de5e-4b8c-bdaf-3a12fd0d43a3 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0640554 Dec 09 01:10:25.460103 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-683de384-6adc-4d2b-9cdb-b1be3439ec39 req-84656c47-e52a-4658-99e6-b196e272ca80 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Dec 09 01:10:25.551468 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ca4dc93d-10a3-4577-ad88-c8562abb6a2c req-109f7e52-2e26-464d-b7e7-342cc0b876e6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0281048 Dec 09 01:10:25.837035 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-d274c7d7-eaa6-4583-b464-1d7b4595486f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:25.838665 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-d274c7d7-eaa6-4583-b464-1d7b4595486f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.46 "GET /v2.0/networks?id=809b49f8-c565-416c-be1f-d21f8f13109c HTTP/1.1" status: 200 len: 815 time: 0.1165636 Dec 09 01:10:26.119379 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:26.581489 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564a0e5-b35e-4528-a1c4-4a3b0e322f66 req-969016ec-a77c-4222-a318-494abd2b1234 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:26.582998 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8564a0e5-b35e-4528-a1c4-4a3b0e322f66 req-969016ec-a77c-4222-a318-494abd2b1234 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0521474 Dec 09 01:10:26.641180 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8564a0e5-b35e-4528-a1c4-4a3b0e322f66 req-726745b0-436a-4557-8e13-8c21079815c1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513456 Dec 09 01:10:26.655825 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a3c2072d-aaeb-4722-ad1f-78a5a6e27baa req-bc8efba0-4637-4622-b9b1-98e9cc397f9f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0310869 Dec 09 01:10:26.899672 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49884) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:27.000859 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-21e0feaa-ea09-4120-af77-fc5944171931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:27.073812 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-21e0feaa-ea09-4120-af77-fc5944171931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:27.077456 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-21e0feaa-ea09-4120-af77-fc5944171931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:27.116672 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-21e0feaa-ea09-4120-af77-fc5944171931 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd1f22094bc94a269f27968fba9adcd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159321 Dec 09 01:10:27.117632 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0feaa-ea09-4120-af77-fc5944171931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723f0df0-01e2-42f5-8046-b032dc9a3088,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:27.119573 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49890) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:27.129694 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:27.171217 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-205b8648-3b04-4dc9-bfaa-9be62eb8019d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:27.192610 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-205b8648-3b04-4dc9-bfaa-9be62eb8019d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:27.240252 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-205b8648-3b04-4dc9-bfaa-9be62eb8019d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:27.243819 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-205b8648-3b04-4dc9-bfaa-9be62eb8019d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:27.244957 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-205b8648-3b04-4dc9-bfaa-9be62eb8019d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/723f0df0-01e2-42f5-8046-b032dc9a3088 HTTP/1.1" status: 204 len: 168 time: 0.1242752 Dec 09 01:10:27.252453 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b8648-3b04-4dc9-bfaa-9be62eb8019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723f0df0-01e2-42f5-8046-b032dc9a3088,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:27.762421 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6380909-edb4-4683-80a9-fca3f379f2b2 req-53c2bc84-6b6f-4acb-a57b-6deb902f79d0 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:27.763904 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a6380909-edb4-4683-80a9-fca3f379f2b2 req-53c2bc84-6b6f-4acb-a57b-6deb902f79d0 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0527756 Dec 09 01:10:27.811945 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a6380909-edb4-4683-80a9-fca3f379f2b2 req-81717747-ce8b-421e-b821-51055ca129f7 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 Dec 09 01:10:27.864185 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 49922) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:27.893999 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-520f11d5-6353-44f0-a468-d37a7ab8e383 req-b02413b2-5f41-4dea-b5de-44f557e86995 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0262110 Dec 09 01:10:27.960396 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1144071511-network', 'tenant_id': 'a965b3ef21e14d8787cc1b57b914f806'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:27.982217 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Made reservation on behalf of a965b3ef21e14d8787cc1b57b914f806 for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:27.984469 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:27.992569 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:28.064442 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:28.068206 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:28.096235 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:10:28.103251 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda89c16-416a-422c-a280-4a3de3718368,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:28.109674 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:28.109990 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Added segment 7ecdd577-8e23-4a46-99a0-e76fcb307b81 of type vlan for network 54da1fdd-8934-41b2-b4b2-5871ab439c53 Dec 09 01:10:28.152138 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:28.175123 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:28.176477 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:28.177112 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:28.206612 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3411386 Dec 09 01:10:28.209590 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 49928) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:28.215390 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] Request body: {'subnet': {'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1144071511-subnet', 'tenant_id': 'a965b3ef21e14d8787cc1b57b914f806', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:28.236403 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] Made reservation on behalf of a965b3ef21e14d8787cc1b57b914f806 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:28.239010 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247844'] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:28.247116 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad45f6f-e5b1-4de5-bee3-3e75a03bfc31 admin admin] Pushing event updated for resources: {'Network': ['ID=54da1fdd-8934-41b2-b4b2-5871ab439c53,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:28.256665 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network 54da1fdd-8934-41b2-b4b2-5871ab439c53 details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:10:28.333836 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:28.417041 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247862'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:28.472161 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba51b86-6146-4e10-a50b-8e990b78c334,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:28.481494 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] Checking segment: {'id': '7ecdd577-8e23-4a46-99a0-e76fcb307b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:28.481866 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] Network hostable DHCP agents. Network: 54da1fdd-8934-41b2-b4b2-5871ab439c53, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:10:28.500765 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] Network 54da1fdd-8934-41b2-b4b2-5871ab439c53 is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:10:28.511311 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, 54da1fdd-8934-41b2-b4b2-5871ab439c53) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:28.516315 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:28.517608 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:28.522720 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64803686-ec32-45ce-a780-946038d7e6ab None None] Network 54da1fdd-8934-41b2-b4b2-5871ab439c53 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:10:28.535450 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d0062848-8e60-4b68-9b07-856604c19cb5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3247099 Dec 09 01:10:28.622048 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75600f51-1edb-437b-a6a9-e35f375d28e0 None None] Network 54da1fdd-8934-41b2-b4b2-5871ab439c53 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:10:28.815748 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Request body: {'port': {'device_id': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'admin_state_up': True, 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:28.996362 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3408c6a-bb6c-4495-a203-fd56e0abc494 req-811328ee-b2bd-43b8-a3d3-bc7b5e7ac75a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:28.998009 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a3408c6a-bb6c-4495-a203-fd56e0abc494 req-811328ee-b2bd-43b8-a3d3-bc7b5e7ac75a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1014268 Dec 09 01:10:29.020893 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e6fe24f-e8c2-4e15-a685-b69bccb7bd3f req-e2f50fa5-1a30-45ee-912a-0efdcf7b90e8 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0500131 Dec 09 01:10:29.054763 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Made reservation on behalf of d6d5beaac0f5499ebdb7f15879cf5c9b for: {'port': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:29.058249 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:29.097507 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a3408c6a-bb6c-4495-a203-fd56e0abc494 req-be1ed92c-8469-44a0-936e-b2e94a043370 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789323 Dec 09 01:10:29.221237 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Allocated IP 172.20.0.11 (809b49f8-c565-416c-be1f-d21f8f13109c/8c1692dc-9cf6-4039-bbc2-69e8655f7c52/d892a925-bdcf-416c-aa14-6cbfe415f8eb) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:10:29.381140 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:29.433555 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:29.490404 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Network 809b49f8-c565-416c-be1f-d21f8f13109c is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:10:29.497161 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:29.504130 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:10:29.514637 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'Port': ['ID=d892a925-bdcf-416c-aa14-6cbfe415f8eb,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:29.600472 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:29.601188 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:29.638137 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-036b1594-4c61-4511-a596-5eba1a72ceba tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8264058 Dec 09 01:10:29.857769 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2cc1e731-77c8-4d52-81be-6c3efc02d190 None None] Provisioning complete for port d892a925-bdcf-416c-aa14-6cbfe415f8eb triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:29.858224 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2cc1e731-77c8-4d52-81be-6c3efc02d190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:29.891054 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1e731-77c8-4d52-81be-6c3efc02d190 None None] Port d892a925-bdcf-416c-aa14-6cbfe415f8eb cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:10:30.141043 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6aad4-5742-49ff-8050-0fff0eb7c109 req-7d172983-b0aa-47fc-b725-eaec5e70ef67 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:30.142640 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5fb6aad4-5742-49ff-8050-0fff0eb7c109 req-7d172983-b0aa-47fc-b725-eaec5e70ef67 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 932 time: 0.0526118 Dec 09 01:10:30.227954 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5fb6aad4-5742-49ff-8050-0fff0eb7c109 req-df43dc7c-b955-4009-a54c-b316c060825d tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773540 Dec 09 01:10:30.337451 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832f5f7-6832-4d0a-9e13-aeef2674ce48 req-4b919117-e45e-4ccb-ac26-e45f5abbb9a0 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:30.338703 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0832f5f7-6832-4d0a-9e13-aeef2674ce48 req-4b919117-e45e-4ccb-ac26-e45f5abbb9a0 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0510674 Dec 09 01:10:30.402818 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0832f5f7-6832-4d0a-9e13-aeef2674ce48 req-875c69f2-7246-4b96-b12f-c0efc920f290 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582843 Dec 09 01:10:30.466156 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:10:31.358969 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05cbbd-b635-4fbb-8609-b51f87696fcf req-04b4b35a-165b-455c-a26b-d4ce07c00187 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:31.360362 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3c05cbbd-b635-4fbb-8609-b51f87696fcf req-04b4b35a-165b-455c-a26b-d4ce07c00187 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 932 time: 0.0556865 Dec 09 01:10:31.411645 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3c05cbbd-b635-4fbb-8609-b51f87696fcf req-053544f2-221f-4848-af7d-1749115b0d1d tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Dec 09 01:10:31.518712 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589c0c9-506e-49b4-997b-9081ddab8be1 req-15a80b58-3ed2-4bfd-8285-80bb6d959cea tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:31.520165 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0589c0c9-506e-49b4-997b-9081ddab8be1 req-15a80b58-3ed2-4bfd-8285-80bb6d959cea tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0495930 Dec 09 01:10:31.570125 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0589c0c9-506e-49b4-997b-9081ddab8be1 req-8172f98c-590b-4ad5-9e11-fc578d2e1665 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 Dec 09 01:10:32.552355 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347885d-b03c-40a4-9ea3-fcab194e25ae req-72b89909-6a50-44ca-befe-c382e5b38cb8 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:32.556665 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c347885d-b03c-40a4-9ea3-fcab194e25ae req-72b89909-6a50-44ca-befe-c382e5b38cb8 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 932 time: 0.0601826 Dec 09 01:10:32.618929 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c347885d-b03c-40a4-9ea3-fcab194e25ae req-3d7bd2ea-b263-48e1-8405-d7ff248ebbb5 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538976 Dec 09 01:10:32.729622 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d728efa-c48a-4c8c-bc53-8e361a93461e req-4af0aa31-72c4-4dcd-ab93-ac3f840c53af tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:32.731012 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9d728efa-c48a-4c8c-bc53-8e361a93461e req-4af0aa31-72c4-4dcd-ab93-ac3f840c53af tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0547976 Dec 09 01:10:32.777070 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9d728efa-c48a-4c8c-bc53-8e361a93461e req-de4c5f65-8ed7-4c10-9b80-29dc73e25cdf tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400729 Dec 09 01:10:33.752214 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c4451-5184-4472-9933-e9bef8a5f1e9 req-211e79d0-cab7-4032-8ae5-fe3dd67368f3 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:33.754846 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c35c4451-5184-4472-9933-e9bef8a5f1e9 req-211e79d0-cab7-4032-8ae5-fe3dd67368f3 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 932 time: 0.0660737 Dec 09 01:10:33.827937 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c35c4451-5184-4472-9933-e9bef8a5f1e9 req-016873c1-6855-464e-b7d8-bf97f23a0f10 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615571 Dec 09 01:10:33.966739 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3177e6c-a89c-40c6-a33f-a4dbee6514de req-16998d7a-25e5-4029-8ff5-a9b7ac2ac0de tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:33.968385 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f3177e6c-a89c-40c6-a33f-a4dbee6514de req-16998d7a-25e5-4029-8ff5-a9b7ac2ac0de tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0676737 Dec 09 01:10:34.019907 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f3177e6c-a89c-40c6-a33f-a4dbee6514de req-1c09daef-7346-46e0-b542-6f5b9b5d5192 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452633 Dec 09 01:10:34.943285 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680dbdd-1ed3-4b0f-bf0d-d3fb5a586b54 req-90bc3866-954b-4154-9b86-6d2a6efe8999 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:34.945782 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0680dbdd-1ed3-4b0f-bf0d-d3fb5a586b54 req-90bc3866-954b-4154-9b86-6d2a6efe8999 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 932 time: 0.0521553 Dec 09 01:10:34.994903 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0680dbdd-1ed3-4b0f-bf0d-d3fb5a586b54 req-bdd115b2-0c01-464b-be52-02db998b76cf tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Dec 09 01:10:35.155244 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f98c33-bd06-4d2a-8dce-4fdffbbcd8f5 req-5dffb094-9dbf-481e-8b5e-3dea35c96256 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:35.156868 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a3f98c33-bd06-4d2a-8dce-4fdffbbcd8f5 req-5dffb094-9dbf-481e-8b5e-3dea35c96256 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0555391 Dec 09 01:10:35.206350 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a3f98c33-bd06-4d2a-8dce-4fdffbbcd8f5 req-72072044-4bac-4342-8b5f-2952d7d5a561 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Dec 09 01:10:36.115222 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadc427-5eee-4d21-bfab-570f6ffe33a1 req-f2257555-cc52-4cb1-94e6-9fd1d53908d5 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:36.116597 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ccadc427-5eee-4d21-bfab-570f6ffe33a1 req-f2257555-cc52-4cb1-94e6-9fd1d53908d5 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 932 time: 0.0511727 Dec 09 01:10:36.176545 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ccadc427-5eee-4d21-bfab-570f6ffe33a1 req-d9b31e91-ecab-440b-968b-cce6c30ebfa3 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534093 Dec 09 01:10:36.327215 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea038c-450e-4642-a88c-17199e4ab943 req-c62eec6b-e7d8-4714-8361-3a299656a78a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:36.328704 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2fea038c-450e-4642-a88c-17199e4ab943 req-c62eec6b-e7d8-4714-8361-3a299656a78a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0509527 Dec 09 01:10:36.388222 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2fea038c-450e-4642-a88c-17199e4ab943 req-69976634-af22-4a83-9ca5-84ba1a6150b0 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534282 Dec 09 01:10:37.342680 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02178b23-e6db-4903-a9df-92b6d78d3f02 req-47ff1813-5218-4da1-bbaa-71c8b7897fee tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:37.344647 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-02178b23-e6db-4903-a9df-92b6d78d3f02 req-47ff1813-5218-4da1-bbaa-71c8b7897fee tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 932 time: 0.0732603 Dec 09 01:10:37.402392 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-02178b23-e6db-4903-a9df-92b6d78d3f02 req-68644045-3a65-4ffa-b28c-0b90c2e26882 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495934 Dec 09 01:10:37.531300 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5333f21-13e0-4fb3-aad3-b456852fd4db req-5e0d5c94-071d-4891-8085-a09990d81b57 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:37.533245 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f5333f21-13e0-4fb3-aad3-b456852fd4db req-5e0d5c94-071d-4891-8085-a09990d81b57 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0631440 Dec 09 01:10:37.593934 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f5333f21-13e0-4fb3-aad3-b456852fd4db req-589ca404-21f7-41e2-9a2e-aef9d277ddee tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476747 Dec 09 01:10:37.838319 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-0cde3c55-e5ae-4270-b91d-0783d2422220 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:37.840673 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-0cde3c55-e5ae-4270-b91d-0783d2422220 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/networks?id=54da1fdd-8934-41b2-b4b2-5871ab439c53 HTTP/1.1" status: 200 len: 809 time: 0.1111290 Dec 09 01:10:37.860285 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-08bedb31-6917-4e0c-81f7-d6450a790089 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/quotas/a965b3ef21e14d8787cc1b57b914f806 HTTP/1.1" status: 200 len: 375 time: 0.0100636 Dec 09 01:10:37.892200 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-e01e20b1-ca71-42cf-b1a6-372c35836b4b tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a965b3ef21e14d8787cc1b57b914f806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260680 Dec 09 01:10:38.004994 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-0b680c28-7b08-461f-ba5e-57e2263318eb service neutron] 10.222.0.23 "GET /v2.0/networks/54da1fdd-8934-41b2-b4b2-5871ab439c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025591 Dec 09 01:10:38.138085 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-f747024c-76bd-4fed-a64a-b6b5abfeb63b service neutron] 10.222.0.23 "GET /v2.0/networks/54da1fdd-8934-41b2-b4b2-5871ab439c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267536 Dec 09 01:10:38.402757 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-87681240-a7a2-4898-b838-28ae5ea315a5 req-61d2112d-05e1-4b88-b25f-f4bd1a2de837 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 210 time: 0.0473351 Dec 09 01:10:38.568731 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954f44d-38a0-47b0-867e-585e04d4f233 req-6c618149-3d33-462c-b23d-8d75d3c014fc tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:38.572219 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3954f44d-38a0-47b0-867e-585e04d4f233 req-6c618149-3d33-462c-b23d-8d75d3c014fc tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 932 time: 0.0729027 Dec 09 01:10:38.665164 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3954f44d-38a0-47b0-867e-585e04d4f233 req-ab8580b1-1994-411d-8c65-b2b905503e41 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849464 Dec 09 01:10:38.823372 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cdeab-47b2-4ffa-b906-a6e585a0ed14 req-46724291-1378-44ce-aaf3-c3c5ed17e976 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:38.832926 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-754cdeab-47b2-4ffa-b906-a6e585a0ed14 req-46724291-1378-44ce-aaf3-c3c5ed17e976 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0689445 Dec 09 01:10:38.895730 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-754cdeab-47b2-4ffa-b906-a6e585a0ed14 req-77b6e2d0-ac80-44c5-ba5a-46e962ba736e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615268 Dec 09 01:10:39.513127 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b68b8097-f064-420d-a522-77e0d3ccd35d req-3eac46c0-4d80-4eb0-863f-700694926de0 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 210 time: 0.0331197 Dec 09 01:10:39.796477 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc6949-e082-4d9c-bedb-b6cb6f3a0458 req-dc014c24-95a5-407b-a909-2dc391ece51e tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:39.797944 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c5cc6949-e082-4d9c-bedb-b6cb6f3a0458 req-dc014c24-95a5-407b-a909-2dc391ece51e tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 932 time: 0.0597353 Dec 09 01:10:39.847887 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c5cc6949-e082-4d9c-bedb-b6cb6f3a0458 req-8f1b22a0-bf4f-4754-8685-72d4c2068469 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418224 Dec 09 01:10:40.032196 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921186a5-75f6-4d78-bdd5-a95f1f9eaf77 req-733c5e1a-6b6b-49a4-b778-a919ad97ef85 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:40.033763 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-921186a5-75f6-4d78-bdd5-a95f1f9eaf77 req-733c5e1a-6b6b-49a4-b778-a919ad97ef85 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0499673 Dec 09 01:10:40.082516 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-921186a5-75f6-4d78-bdd5-a95f1f9eaf77 req-cc2d6ff9-ecf6-448a-a272-626c1e59ee5b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Dec 09 01:10:40.621938 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c1af18b8-37a3-43b3-bd3f-4d79f660950e req-b5423067-013b-48fd-9e6d-199f0d8b47ba tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 210 time: 0.0367706 Dec 09 01:10:40.969772 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13f703-16e7-42ad-8f81-090c19fe416b req-0e8d1cd9-5ce1-4adb-96c5-aa43930d9799 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:40.971326 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6f13f703-16e7-42ad-8f81-090c19fe416b req-0e8d1cd9-5ce1-4adb-96c5-aa43930d9799 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 932 time: 0.0523076 Dec 09 01:10:41.022022 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6f13f703-16e7-42ad-8f81-090c19fe416b req-4706eec4-ffa2-422e-939a-c65db2c68452 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 Dec 09 01:10:41.204212 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fea428-b4f6-4d8a-8ef4-630d8f6528df req-be473d5f-37a2-475e-b02f-354d514f3d6b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:41.205672 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-00fea428-b4f6-4d8a-8ef4-630d8f6528df req-be473d5f-37a2-475e-b02f-354d514f3d6b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0494454 Dec 09 01:10:41.265118 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-00fea428-b4f6-4d8a-8ef4-630d8f6528df req-86291a8b-b041-41cc-8d7e-27ca071db957 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519705 Dec 09 01:10:41.720384 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-09250a2f-2a4d-414c-ae6e-1da0a225176b req-29b45272-8a6d-49b2-a04a-dc5dd3fe201d tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 210 time: 0.0292981 Dec 09 01:10:42.137137 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9036-a630-415a-9fd3-46778b779c28 req-00eb3a5e-0f56-49d7-8c43-dce6a97a637c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:42.138666 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-248f9036-a630-415a-9fd3-46778b779c28 req-00eb3a5e-0f56-49d7-8c43-dce6a97a637c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 932 time: 0.0484493 Dec 09 01:10:42.186892 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-248f9036-a630-415a-9fd3-46778b779c28 req-5c40644c-43d6-475a-8ca2-36285d26b705 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 Dec 09 01:10:42.337734 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Request body: {'port': {'device_id': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:42.428021 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:42.448869 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fce052-2c38-45f5-bdfb-7feb18ab6e08 req-8ac375f0-3496-44a4-9212-c42ce2b866ae tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:42.463570 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-13fce052-2c38-45f5-bdfb-7feb18ab6e08 req-8ac375f0-3496-44a4-9212-c42ce2b866ae tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1210093 Dec 09 01:10:42.631101 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-13fce052-2c38-45f5-bdfb-7feb18ab6e08 req-3da74d17-202f-489c-931d-986137ad6e4e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601872 Dec 09 01:10:42.863845 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-13ec60d1-412c-470d-b1a7-c2d2947d47ef req-a1e84b83-34b3-4baa-a3c1-c08cc829d45b tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 210 time: 0.0530846 Dec 09 01:10:42.875405 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d892a925-bdcf-416c-aa14-6cbfe415f8eb {{(pid=102582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:10:42.890221 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:42.941856 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.provisioning_blocks [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Transition to ACTIVE for port object d892a925-bdcf-416c-aa14-6cbfe415f8eb will not be triggered until provisioned by entity L2. {{(pid=102582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:10:42.951696 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:43.014037 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-7024593b-2747-4385-8a79-b4e0cb147b1b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:43.015596 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-7024593b-2747-4385-8a79-b4e0cb147b1b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 815 time: 0.2013619 Dec 09 01:10:43.041938 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Pushing event updated for resources: {'Port': ['ID=d892a925-bdcf-416c-aa14-6cbfe415f8eb,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:43.065566 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-6058c0f4-b772-480f-9ee8-7fe76218b077 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/quotas/f6f062a4353046c9a44957550c394c9d HTTP/1.1" status: 200 len: 375 time: 0.0374479 Dec 09 01:10:43.067108 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.067470 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.067820 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.068166 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.068509 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.068941 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.069177 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.069573 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.069965 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.071077 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.071589 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.071920 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.072259 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:43.173006 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-dea0efce-87b4-40c6-b545-b8a12db7b9ec tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937970 Dec 09 01:10:43.174277 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Attempting to bind port d892a925-bdcf-416c-aa14-6cbfe415f8eb on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:10:43.174708 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Attempting to bind port d892a925-bdcf-416c-aa14-6cbfe415f8eb by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:10:43.175056 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Attempting to bind port d892a925-bdcf-416c-aa14-6cbfe415f8eb on network 809b49f8-c565-416c-be1f-d21f8f13109c {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:43.181477 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Port d892a925-bdcf-416c-aa14-6cbfe415f8eb on network 809b49f8-c565-416c-be1f-d21f8f13109c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:10:43.181947 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Attempting to bind port d892a925-bdcf-416c-aa14-6cbfe415f8eb on network 809b49f8-c565-416c-be1f-d21f8f13109c {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:43.211821 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:10:43.212188 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Checking segment: {'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:43.212564 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Bound using segment: {'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:10:43.213017 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Bound port: d892a925-bdcf-416c-aa14-6cbfe415f8eb, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9e002d-3336-44cd-a978-62dc5f05797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c'}}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:10:43.213387 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:43.374250 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] For port d892a925-bdcf-416c-aa14-6cbfe415f8eb, host hv-cinder-79053, cleared binding levels {{(pid=102582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:10:43.377755 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-f5451b6a-3895-4e08-9189-e396c1adf48e service neutron] 10.222.0.23 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934121 Dec 09 01:10:43.379449 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] For port d892a925-bdcf-416c-aa14-6cbfe415f8eb, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:10:43.393811 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd6918-0448-4d0b-8945-78039f10b8b8 req-798a0858-a3f4-4d7d-9e1b-21c9ef790417 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:43.395390 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0cd6918-0448-4d0b-8945-78039f10b8b8 req-798a0858-a3f4-4d7d-9e1b-21c9ef790417 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 944 time: 0.1088364 Dec 09 01:10:43.398982 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:43.410503 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-8b5117ce-d30d-4e5a-94ee-04eaa30b7c88 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:43.412000 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-8b5117ce-d30d-4e5a-94ee-04eaa30b7c88 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.46 "GET /v2.0/networks?id=54da1fdd-8934-41b2-b4b2-5871ab439c53 HTTP/1.1" status: 200 len: 809 time: 0.1276190 Dec 09 01:10:43.468094 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Request body: {'port': {'device_id': '0b28adeb-ac02-4117-b5f7-9f363afd487a', 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53', 'admin_state_up': True, 'tenant_id': 'a965b3ef21e14d8787cc1b57b914f806'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:43.479761 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:43.480403 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:43.482939 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] 10.222.0.46 "PUT /v2.0/ports/d892a925-bdcf-416c-aa14-6cbfe415f8eb HTTP/1.1" status: 200 len: 1094 time: 1.1522529 Dec 09 01:10:43.482939 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:10:43.485055 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9419bc-5774-44d2-8cc2-ac882ded47ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:10:43.651143 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Made reservation on behalf of a965b3ef21e14d8787cc1b57b914f806 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:43.655378 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:43.813320 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0cd6918-0448-4d0b-8945-78039f10b8b8 req-ebc29ec5-1970-41ba-b1bf-0151c61494cd tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111876 Dec 09 01:10:43.910049 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8b286c-5bdd-4d18-8d5b-3b89a45a3334 x-openstack-request-id: req-bd8b286c-5bdd-4d18-8d5b-3b89a45a3334 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:10:43.910836 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:10:43.910836 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd8b286c-5bdd-4d18-8d5b-3b89a45a3334 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:10:43.911362 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'status': 'completed', 'code': 200} Dec 09 01:10:43.913540 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3a49e-a91a-4fdd-abb0-5fa6448f2214 service neutron] Pushing event updated for resources: {'Port': ['ID=d892a925-bdcf-416c-aa14-6cbfe415f8eb,revision_number=3']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:43.924450 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Allocated IP 172.20.0.6 (54da1fdd-8934-41b2-b4b2-5871ab439c53/9ba51b86-6146-4e10-a50b-8e990b78c334/e20fa842-3843-4cb5-84e7-4413a72e5f3e) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:10:43.941208 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-6de6afb0-270e-4bb2-abe8-e7bbd049de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:43.943035 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-6de6afb0-270e-4bb2-abe8-e7bbd049de42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6d5beaac0f5499ebdb7f15879cf5c9b&device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 1097 time: 0.1187763 Dec 09 01:10:43.966887 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-cb1f56fb-0ec2-420c-b604-3d2ae83376bc service neutron] 10.222.0.23 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696049 Dec 09 01:10:44.107582 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-b021386b-3a4d-4ee1-a822-c2242ce55b07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb HTTP/1.1" status: 200 len: 217 time: 0.1329482 Dec 09 01:10:44.254227 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:44.308644 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-c47ab79f-a9c4-43a2-b92b-51c9a8f97d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:44.310236 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-c47ab79f-a9c4-43a2-b92b-51c9a8f97d77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c1692dc-9cf6-4039-bbc2-69e8655f7c52 HTTP/1.1" status: 200 len: 854 time: 0.1443307 Dec 09 01:10:44.313853 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b05a87-e2a1-4840-86f7-c145ebd9c94e req-0410fe7d-3c60-4fd6-addf-1db183f37681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:44.315433 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-45b05a87-e2a1-4840-86f7-c145ebd9c94e req-0410fe7d-3c60-4fd6-addf-1db183f37681 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 1099 time: 0.1523583 Dec 09 01:10:44.316378 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:44.325475 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae73855-a446-45d6-aedf-2e8dcedaaa50 req-bcf9e6e6-bfd2-4ede-aedb-a9a4853a6d6f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:44.344727 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6ae73855-a446-45d6-aedf-2e8dcedaaa50 req-bcf9e6e6-bfd2-4ede-aedb-a9a4853a6d6f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.3573112 Dec 09 01:10:44.360713 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Network 54da1fdd-8934-41b2-b4b2-5871ab439c53 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:10:44.364343 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 50294) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:44.366049 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:44.414709 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:10:44.473866 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-f6f94452-7c92-4cbe-a53d-bb5f6dd2a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:44.475905 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-f6f94452-7c92-4cbe-a53d-bb5f6dd2a36d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=809b49f8-c565-416c-be1f-d21f8f13109c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1100676 Dec 09 01:10:44.494409 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6ae73855-a446-45d6-aedf-2e8dcedaaa50 req-a4aeb857-f602-427f-b76b-41124353f485 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416099 Dec 09 01:10:44.560342 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3e510-8988-4dae-a5d3-cc797111fe4d req-5fcbc84f-22ac-448b-9d93-2b400199515f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:44.572259 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6aa3e510-8988-4dae-a5d3-cc797111fe4d req-5fcbc84f-22ac-448b-9d93-2b400199515f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 931 time: 0.2184033 Dec 09 01:10:44.574204 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-45b05a87-e2a1-4840-86f7-c145ebd9c94e req-fd3c4ba0-8ce8-4bb1-845f-e6c2fe0cf9da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104824 Dec 09 01:10:44.591563 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:44.592204 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:44.624212 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Pushing event updated for resources: {'Port': ['ID=e20fa842-3843-4cb5-84e7-4413a72e5f3e,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:44.649877 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-99caffbb-9ab9-4434-8ba3-820027e1cdf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:44.655099 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1926708 Dec 09 01:10:44.657485 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.657805 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.658164 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.658505 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.658825 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-34e606ba-0d64-4b87-9bb2-de3ee8af53e2 req-a727277c-6135-49a7-87e5-5862a185e46b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 210 time: 0.0554657 Dec 09 01:10:44.658939 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.659197 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.659518 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.659880 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.660213 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.660546 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.660867 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.661190 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.661514 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0209cc-0045-46dd-9f17-09b5ceaebf6f tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:44.733638 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6aa3e510-8988-4dae-a5d3-cc797111fe4d req-91b2ae2b-f5be-4cff-83fd-53c431127f74 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604352 Dec 09 01:10:44.757469 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-99caffbb-9ab9-4434-8ba3-820027e1cdf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:44.757938 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-73835120-c267-476a-b83a-84fbefefba51 service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594290 Dec 09 01:10:44.763137 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-99caffbb-9ab9-4434-8ba3-820027e1cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:44.802415 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-99caffbb-9ab9-4434-8ba3-820027e1cdf7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16085d33b37748079101ff478a466116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375117 Dec 09 01:10:44.804598 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caffbb-9ab9-4434-8ba3-820027e1cdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d158e77-3057-458d-9a8b-8fd9bd4a4f6f,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:44.805163 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 50308) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:44.863086 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f3f2-f16f-4c8a-8b22-b8c2f99cf4c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:44.884878 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f3f2-f16f-4c8a-8b22-b8c2f99cf4c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:44.920442 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Request body: {'port': {'device_id': '0b28adeb-ac02-4117-b5f7-9f363afd487a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:44.990786 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:45.030403 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f218b-8afd-46c7-89e3-2c510631bc46 req-8dd3f7ec-b174-4c41-89cb-4b37b01b96d3 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:45.032078 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-207f218b-8afd-46c7-89e3-2c510631bc46 req-8dd3f7ec-b174-4c41-89cb-4b37b01b96d3 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 944 time: 0.1385760 Dec 09 01:10:45.079399 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f3f2-f16f-4c8a-8b22-b8c2f99cf4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:45.082017 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7bc1f3f2-f16f-4c8a-8b22-b8c2f99cf4c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:45.083178 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7bc1f3f2-f16f-4c8a-8b22-b8c2f99cf4c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d158e77-3057-458d-9a8b-8fd9bd4a4f6f HTTP/1.1" status: 204 len: 168 time: 0.2768457 Dec 09 01:10:45.104712 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44727b6-8b58-4655-8116-48a3e6c0d875 req-53fc35c7-05f0-4452-bb46-9395044e59da service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799767 Dec 09 01:10:45.108379 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1f3f2-f16f-4c8a-8b22-b8c2f99cf4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d158e77-3057-458d-9a8b-8fd9bd4a4f6f,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:45.158710 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-207f218b-8afd-46c7-89e3-2c510631bc46 req-17fb1dc9-d451-4e03-908b-4ef7fe355512 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055009 Dec 09 01:10:45.316980 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9419bc-5774-44d2-8cc2-ac882ded47ae req-85c55bd7-111a-427f-8031-c58c00c3a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:45.319940 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e9419bc-5774-44d2-8cc2-ac882ded47ae req-85c55bd7-111a-427f-8031-c58c00c3a5cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6d5beaac0f5499ebdb7f15879cf5c9b&device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0571022 Dec 09 01:10:45.396874 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20fa842-3843-4cb5-84e7-4413a72e5f3e {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:10:45.405825 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:45.420872 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Transition to ACTIVE for port object e20fa842-3843-4cb5-84e7-4413a72e5f3e will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:10:45.429235 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:45.468757 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9419bc-5774-44d2-8cc2-ac882ded47ae req-0c4160f9-ee9a-40d1-a7eb-71ec63c6eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:45.470769 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e9419bc-5774-44d2-8cc2-ac882ded47ae req-0c4160f9-ee9a-40d1-a7eb-71ec63c6eb92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=809b49f8-c565-416c-be1f-d21f8f13109c HTTP/1.1" status: 200 len: 916 time: 0.1423841 Dec 09 01:10:45.498255 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Pushing event updated for resources: {'Port': ['ID=e20fa842-3843-4cb5-84e7-4413a72e5f3e,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:45.522265 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e9419bc-5774-44d2-8cc2-ac882ded47ae req-94a4539b-1e5e-4e4c-b882-74f766395dd7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb HTTP/1.1" status: 200 len: 217 time: 0.0399897 Dec 09 01:10:45.664477 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9419bc-5774-44d2-8cc2-ac882ded47ae req-71792450-7fb3-4cc0-a1de-098a98ab3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:45.666272 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e9419bc-5774-44d2-8cc2-ac882ded47ae req-71792450-7fb3-4cc0-a1de-098a98ab3adc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c1692dc-9cf6-4039-bbc2-69e8655f7c52 HTTP/1.1" status: 200 len: 854 time: 0.1191559 Dec 09 01:10:45.685463 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290c1be-3a63-465e-a9ec-e91fc6111770 req-6dd8ef69-a5e0-4114-be8b-6cbf526d816e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:45.693116 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e290c1be-3a63-465e-a9ec-e91fc6111770 req-6dd8ef69-a5e0-4114-be8b-6cbf526d816e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1032655 Dec 09 01:10:45.784656 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9419bc-5774-44d2-8cc2-ac882ded47ae req-89e0c1ee-54f0-4d46-8628-28337533eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:45.787300 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e9419bc-5774-44d2-8cc2-ac882ded47ae req-89e0c1ee-54f0-4d46-8628-28337533eaed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=809b49f8-c565-416c-be1f-d21f8f13109c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0907195 Dec 09 01:10:45.793636 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e290c1be-3a63-465e-a9ec-e91fc6111770 req-c3913739-3802-4236-a7a7-d5abd47163a7 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996757 Dec 09 01:10:45.826537 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Attempting to bind port e20fa842-3843-4cb5-84e7-4413a72e5f3e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:10:45.826971 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Attempting to bind port e20fa842-3843-4cb5-84e7-4413a72e5f3e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7ecdd577-8e23-4a46-99a0-e76fcb307b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:10:45.827401 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Attempting to bind port e20fa842-3843-4cb5-84e7-4413a72e5f3e on network 54da1fdd-8934-41b2-b4b2-5871ab439c53 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:45.831969 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Port e20fa842-3843-4cb5-84e7-4413a72e5f3e on network 54da1fdd-8934-41b2-b4b2-5871ab439c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:10:45.832364 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Attempting to bind port e20fa842-3843-4cb5-84e7-4413a72e5f3e on network 54da1fdd-8934-41b2-b4b2-5871ab439c53 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:45.838078 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:10:45.838670 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Checking segment: {'id': '7ecdd577-8e23-4a46-99a0-e76fcb307b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:45.839090 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Bound using segment: {'id': '7ecdd577-8e23-4a46-99a0-e76fcb307b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:10:45.839595 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Bound port: e20fa842-3843-4cb5-84e7-4413a72e5f3e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecdd577-8e23-4a46-99a0-e76fcb307b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:10:45.839961 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:45.895027 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b1d137a2-bdaf-4860-9751-b0db3f249098 req-d526bcb4-756a-4b94-b9df-64aeeca4dc64 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 210 time: 0.0291002 Dec 09 01:10:45.911570 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] For port e20fa842-3843-4cb5-84e7-4413a72e5f3e, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:10:45.915714 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] For port e20fa842-3843-4cb5-84e7-4413a72e5f3e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e20fa842-3843-4cb5-84e7-4413a72e5f3e,segment=NetworkSegment(7ecdd577-8e23-4a46-99a0-e76fcb307b81),segment_id=7ecdd577-8e23-4a46-99a0-e76fcb307b81)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:10:45.926885 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:45.960952 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:45.961667 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:45.963192 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] 10.222.0.46 "PUT /v2.0/ports/e20fa842-3843-4cb5-84e7-4413a72e5f3e HTTP/1.1" status: 200 len: 1093 time: 1.0478013 Dec 09 01:10:45.963727 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b28adeb-ac02-4117-b5f7-9f363afd487a', 'tag': 'e20fa842-3843-4cb5-84e7-4413a72e5f3e'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:10:45.966130 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ada694a-e58c-4f30-8178-d7ccc44b8e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b28adeb-ac02-4117-b5f7-9f363afd487a", "tag": "e20fa842-3843-4cb5-84e7-4413a72e5f3e"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:10:45.994200 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aab655-d3e5-4bb9-bf7b-dd02e20c67fd service neutron] Pushing event updated for resources: {'Port': ['ID=e20fa842-3843-4cb5-84e7-4413a72e5f3e,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:46.027660 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4832b6-23c5-487b-83ca-c31c4feb182b req-0c4f3530-c24d-4aa4-a7f1-4b3bb5e91a99 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:46.029167 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7d4832b6-23c5-487b-83ca-c31c4feb182b req-0c4f3530-c24d-4aa4-a7f1-4b3bb5e91a99 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 943 time: 0.0611994 Dec 09 01:10:46.078382 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7d4832b6-23c5-487b-83ca-c31c4feb182b req-ce68adc1-0fb5-4275-a455-4f14476b8d36 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432265 Dec 09 01:10:46.135842 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40a9421-9075-4867-9819-4ec531298f77 x-openstack-request-id: req-e40a9421-9075-4867-9819-4ec531298f77 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:10:46.136764 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b28adeb-ac02-4117-b5f7-9f363afd487a", "tag": "e20fa842-3843-4cb5-84e7-4413a72e5f3e", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:10:46.137110 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e40a9421-9075-4867-9819-4ec531298f77 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:10:46.137669 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b28adeb-ac02-4117-b5f7-9f363afd487a', 'tag': 'e20fa842-3843-4cb5-84e7-4413a72e5f3e', 'status': 'completed', 'code': 200} Dec 09 01:10:46.289747 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d71449-965f-49aa-8920-62f0a182c604 req-a868b08c-668b-4599-9ba7-a9f61a97884a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:46.291395 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e3d71449-965f-49aa-8920-62f0a182c604 req-a868b08c-668b-4599-9ba7-a9f61a97884a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 944 time: 0.0560653 Dec 09 01:10:46.344702 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e3d71449-965f-49aa-8920-62f0a182c604 req-70817c1a-bfcd-4df5-b093-db5be50c24d5 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465937 Dec 09 01:10:46.916515 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2c070-833b-4545-a706-46cfd87b1ac8 req-220b158f-430a-4e25-b129-ff98cbf53e9a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:46.918007 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-89a2c070-833b-4545-a706-46cfd87b1ac8 req-220b158f-430a-4e25-b129-ff98cbf53e9a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0548036 Dec 09 01:10:46.965166 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-89a2c070-833b-4545-a706-46cfd87b1ac8 req-a6395477-dbf1-46bc-9655-b58c53bafbc8 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 Dec 09 01:10:47.048498 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d63f2cd9-cae8-40c8-b525-642ee1c6346d req-489f2f19-3f73-4d68-92b9-66452e5721ed tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 210 time: 0.0262706 Dec 09 01:10:47.192268 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb9eba-b2a3-4f6c-ae8d-d1f77ff27146 req-25764aee-747b-415a-8a71-7e23edce9cad tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:47.193746 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a6eb9eba-b2a3-4f6c-ae8d-d1f77ff27146 req-25764aee-747b-415a-8a71-7e23edce9cad tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 943 time: 0.0492113 Dec 09 01:10:47.242668 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a6eb9eba-b2a3-4f6c-ae8d-d1f77ff27146 req-d0869b40-4157-4145-b0be-e080824907b6 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Dec 09 01:10:47.462093 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf2516-99cc-4eb8-b2e1-846ab846ab88 req-a4a289c0-5500-4242-8446-b9279dacf5c7 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:47.463672 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-33cf2516-99cc-4eb8-b2e1-846ab846ab88 req-a4a289c0-5500-4242-8446-b9279dacf5c7 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 944 time: 0.0534687 Dec 09 01:10:47.514133 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-33cf2516-99cc-4eb8-b2e1-846ab846ab88 req-25ec6c8f-4d18-48b6-8c14-4f553e1c40b4 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440609 Dec 09 01:10:47.564281 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:48.085980 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65105653-e486-455b-a220-8e722e8516de req-b778c1c7-b6b7-4c82-ab85-47c71ef44cf1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:48.087640 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-65105653-e486-455b-a220-8e722e8516de req-b778c1c7-b6b7-4c82-ab85-47c71ef44cf1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0492406 Dec 09 01:10:48.134994 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-65105653-e486-455b-a220-8e722e8516de req-723428a0-d95b-4a30-bbc8-aeff1c6cf348 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Dec 09 01:10:48.218218 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95f1e503-980f-43d1-9827-53bae63ef1e0 req-5c394a7e-60bf-4da6-a98a-6dbec4a9adb5 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 210 time: 0.0282428 Dec 09 01:10:48.371387 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e96bd-b1c2-4d50-99e2-6ee1efb0eac1 req-63c215e8-596c-4690-89b3-84abcad1dcbb tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:48.372882 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4b5e96bd-b1c2-4d50-99e2-6ee1efb0eac1 req-63c215e8-596c-4690-89b3-84abcad1dcbb tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 943 time: 0.0630519 Dec 09 01:10:48.426026 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4b5e96bd-b1c2-4d50-99e2-6ee1efb0eac1 req-2b9823ae-71c3-489c-900e-907e803e36eb tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466998 Dec 09 01:10:48.635552 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b3b6c-1616-4bc2-bd4c-3fc99bff6b8e req-0b9ee413-be4b-4de6-bffa-8af9577bb146 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:48.637039 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-658b3b6c-1616-4bc2-bd4c-3fc99bff6b8e req-0b9ee413-be4b-4de6-bffa-8af9577bb146 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 944 time: 0.0525515 Dec 09 01:10:48.709403 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-658b3b6c-1616-4bc2-bd4c-3fc99bff6b8e req-679a4edc-8464-4490-ade0-b10ce71781cf tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654931 Dec 09 01:10:48.774295 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e9419bc-5774-44d2-8cc2-ac882ded47ae req-02bd6d20-966d-473e-971b-e95ee8d19a57 service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051724 Dec 09 01:10:48.914875 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada694a-e58c-4f30-8178-d7ccc44b8e9e req-981786a6-d7a9-48fb-8b03-6a614aeae838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:48.916543 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3ada694a-e58c-4f30-8178-d7ccc44b8e9e req-981786a6-d7a9-48fb-8b03-6a614aeae838 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a965b3ef21e14d8787cc1b57b914f806&device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 1096 time: 0.1628683 Dec 09 01:10:48.921721 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd39eb1-5820-4d11-86e4-be0b029bdfe9 req-10aa6c61-ccca-488f-9d13-982c3b836329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:48.923292 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdd39eb1-5820-4d11-86e4-be0b029bdfe9 req-10aa6c61-ccca-488f-9d13-982c3b836329 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 1099 time: 0.1590424 Dec 09 01:10:48.940793 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-57f99a15-cc0a-4830-a33f-d9d2f93d1fec tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:48.941542 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-57f99a15-cc0a-4830-a33f-d9d2f93d1fec tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 815 time: 0.1783283 Dec 09 01:10:48.960757 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e9419bc-5774-44d2-8cc2-ac882ded47ae req-3016a647-159b-4b5c-a8f9-6eef48c5f8d0 service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281211 Dec 09 01:10:49.042588 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Request body: {'port': {'device_id': '58b20e4d-c9a1-48c1-b548-a2ee5a24035e', 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236', 'admin_state_up': True, 'tenant_id': 'f6f062a4353046c9a44957550c394c9d'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:49.169227 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd39eb1-5820-4d11-86e4-be0b029bdfe9 req-34271b90-c403-4ab0-b517-f5e2e434f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:49.170968 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bdd39eb1-5820-4d11-86e4-be0b029bdfe9 req-34271b90-c403-4ab0-b517-f5e2e434f2c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 919 time: 0.1096623 Dec 09 01:10:49.250352 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bdd39eb1-5820-4d11-86e4-be0b029bdfe9 req-8b8fafbd-ec84-407c-94fe-c8e877218428 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff HTTP/1.1" status: 200 len: 217 time: 0.0495749 Dec 09 01:10:49.268136 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada694a-e58c-4f30-8178-d7ccc44b8e9e req-a774e62a-5df1-46f2-969b-9d3e9a860efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:49.270510 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3ada694a-e58c-4f30-8178-d7ccc44b8e9e req-a774e62a-5df1-46f2-969b-9d3e9a860efb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a965b3ef21e14d8787cc1b57b914f806&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2618949 Dec 09 01:10:49.304030 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Made reservation on behalf of f6f062a4353046c9a44957550c394c9d for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:49.308406 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:49.319615 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d5501a88-b65e-4880-b068-270a2a3a5db9 req-ce495701-c6cd-4764-9127-eeb13f76e6a6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 210 time: 0.0294092 Dec 09 01:10:49.328382 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c7798-ccce-4dce-ad05-eead42ccc225 req-46660092-3917-47f4-8fe8-1857d5dc8107 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:49.331021 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-db5c7798-ccce-4dce-ad05-eead42ccc225 req-46660092-3917-47f4-8fe8-1857d5dc8107 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0833213 Dec 09 01:10:49.401007 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd39eb1-5820-4d11-86e4-be0b029bdfe9 req-5bb2ee33-5d06-435d-8db1-0812eee22e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:49.402535 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bdd39eb1-5820-4d11-86e4-be0b029bdfe9 req-5bb2ee33-5d06-435d-8db1-0812eee22e5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 200 len: 858 time: 0.0705917 Dec 09 01:10:49.432104 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-db5c7798-ccce-4dce-ad05-eead42ccc225 req-6f98321f-6d97-41df-8d9d-da0892217b6f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912979 Dec 09 01:10:49.485073 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bdd39eb1-5820-4d11-86e4-be0b029bdfe9 req-5d1aec7c-4578-4dd2-a301-a3ea8c0fca09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339243 Dec 09 01:10:49.618564 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada694a-e58c-4f30-8178-d7ccc44b8e9e req-d6f858ae-0ebe-4df4-bc17-e5b5069ff016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:49.620057 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-3ada694a-e58c-4f30-8178-d7ccc44b8e9e req-d6f858ae-0ebe-4df4-bc17-e5b5069ff016 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2800603 Dec 09 01:10:49.629708 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Allocated IP 172.20.0.14 (2daaacf1-f17f-4c3f-8d5f-6ec019bc5236/fdecabff-29eb-4c69-974e-4605f6f56e3d/510d459c-7c9d-470e-af1b-5c8eb4265ba1) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:10:49.707621 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bdd39eb1-5820-4d11-86e4-be0b029bdfe9 req-bc342ecf-1df2-40ab-991f-860d34e1d363 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951475 Dec 09 01:10:49.722485 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a1402-9f0b-4f6c-93a1-b581f146268f req-d655d0c5-6977-4f3d-8cf2-47a342eb948d tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:49.729143 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6f6a1402-9f0b-4f6c-93a1-b581f146268f req-d655d0c5-6977-4f3d-8cf2-47a342eb948d tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 943 time: 0.2185180 Dec 09 01:10:49.817260 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-cd550c3d-91b3-4fc2-9068-bdf644e6cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:49.818793 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-cd550c3d-91b3-4fc2-9068-bdf644e6cb18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a965b3ef21e14d8787cc1b57b914f806&device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 1096 time: 0.0931804 Dec 09 01:10:49.858583 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:49.885588 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b233f-c7ca-4607-8872-7c539400d894 req-82ae0785-b1b6-49be-86fc-d4b339b11479 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:49.887465 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc6b233f-c7ca-4607-8872-7c539400d894 req-82ae0785-b1b6-49be-86fc-d4b339b11479 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1571496 Dec 09 01:10:49.889848 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-38d111c4-855c-4ba3-a068-d9d82dfee92a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e20fa842-3843-4cb5-84e7-4413a72e5f3e HTTP/1.1" status: 200 len: 217 time: 0.0498714 Dec 09 01:10:49.894239 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6f6a1402-9f0b-4f6c-93a1-b581f146268f req-d6f9c1dd-eb6f-4456-84c8-9fe2ab3292f8 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616490 Dec 09 01:10:49.940239 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bdd39eb1-5820-4d11-86e4-be0b029bdfe9 req-22785376-7633-49bf-b5c7-d5a881da5552 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084634 Dec 09 01:10:49.982656 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-582c17ac-422d-4e7a-b4d3-2e1cb214a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:49.983201 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc6b233f-c7ca-4607-8872-7c539400d894 req-415d3a0d-b849-4c63-b941-dba44dc05b3a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821843 Dec 09 01:10:49.984600 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-582c17ac-422d-4e7a-b4d3-2e1cb214a402 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ba51b86-6146-4e10-a50b-8e990b78c334 HTTP/1.1" status: 200 len: 849 time: 0.0819910 Dec 09 01:10:50.076903 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-03d79c1e-5c5c-4118-b506-b17ae46c9e64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54da1fdd-8934-41b2-b4b2-5871ab439c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415196 Dec 09 01:10:50.081574 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf6f67-afad-48bc-a54b-3733fbd25d24 req-21fc7f84-312f-4a3f-9586-40e8a03fc727 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:50.083462 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-69cf6f67-afad-48bc-a54b-3733fbd25d24 req-21fc7f84-312f-4a3f-9586-40e8a03fc727 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 944 time: 0.0997317 Dec 09 01:10:50.099855 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:50.147583 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['45951bb1-90b0-42b8-aa49-f5040ab0860b', '2d101058-b44e-46a7-aee8-3153c4df184a'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:10:50.184323 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26e506-127a-4cf1-b790-982e8418d9a4 req-76c9a5ad-41bb-409f-81d2-a256d5b43fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:50.186076 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8d26e506-127a-4cf1-b790-982e8418d9a4 req-76c9a5ad-41bb-409f-81d2-a256d5b43fc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 1099 time: 0.1356127 Dec 09 01:10:50.218709 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-69cf6f67-afad-48bc-a54b-3733fbd25d24 req-037b7154-d46a-4d8e-818d-13eae3d815a4 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066597 Dec 09 01:10:50.235140 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:10:50.244108 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:50.247378 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:10:50.297839 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26e506-127a-4cf1-b790-982e8418d9a4 req-a41e525e-222a-4ac4-a715-954af5ce1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:50.299345 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8d26e506-127a-4cf1-b790-982e8418d9a4 req-a41e525e-222a-4ac4-a715-954af5ce1c44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 919 time: 0.1051075 Dec 09 01:10:50.314820 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Pushing event updated for resources: {'Port': ['ID=510d459c-7c9d-470e-af1b-5c8eb4265ba1,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:50.326020 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-b7d8bbd0-c043-4dfc-8551-dd999acb6d82 service neutron] 10.222.0.46 "GET /v2.0/networks/54da1fdd-8934-41b2-b4b2-5871ab439c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227950 Dec 09 01:10:50.337089 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:50.337709 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:50.357231 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-d0fb0067-26d8-4539-b9c1-84af1814acd1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3199661 Dec 09 01:10:50.365317 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8d26e506-127a-4cf1-b790-982e8418d9a4 req-3fc7ace9-efce-4490-a7c9-2724134d89e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff HTTP/1.1" status: 200 len: 217 time: 0.0499592 Dec 09 01:10:50.385583 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Request body: {'port': {'device_id': '58b20e4d-c9a1-48c1-b548-a2ee5a24035e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:50.504564 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf0935-cfdc-4d9c-b37a-8dd974e422a9 req-999daab3-9eb3-40aa-85e2-22ad8a370526 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:50.506032 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f3cf0935-cfdc-4d9c-b37a-8dd974e422a9 req-999daab3-9eb3-40aa-85e2-22ad8a370526 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 932 time: 0.0685444 Dec 09 01:10:50.509136 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26e506-127a-4cf1-b790-982e8418d9a4 req-48fc5c87-b1aa-410a-9fd6-c01868f9e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:50.512182 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8d26e506-127a-4cf1-b790-982e8418d9a4 req-48fc5c87-b1aa-410a-9fd6-c01868f9e2dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 200 len: 858 time: 0.1289160 Dec 09 01:10:50.516027 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:50.531354 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-a43d71ff-438e-4d2d-8216-a738b631d98d service neutron] 10.222.0.46 "GET /v2.0/networks/54da1fdd-8934-41b2-b4b2-5871ab439c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801372 Dec 09 01:10:50.559813 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8d26e506-127a-4cf1-b790-982e8418d9a4 req-30d54c34-3029-47f7-9492-a31f61d08148 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375752 Dec 09 01:10:50.623590 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f3cf0935-cfdc-4d9c-b37a-8dd974e422a9 req-8c4f6e71-98e7-43e6-a66c-dc8800e5411e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025531 Dec 09 01:10:50.685152 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8d26e506-127a-4cf1-b790-982e8418d9a4 req-8de414a5-c7a8-4696-81ba-05ac6117507d service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116929 Dec 09 01:10:50.838307 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8d26e506-127a-4cf1-b790-982e8418d9a4 req-14aedd84-9d60-429a-95be-23bf958553f1 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879405 Dec 09 01:10:50.988665 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510d459c-7c9d-470e-af1b-5c8eb4265ba1 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:10:50.997596 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:51.016479 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Transition to ACTIVE for port object 510d459c-7c9d-470e-af1b-5c8eb4265ba1 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:10:51.020043 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:51.022966 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e95a9-3287-492d-9a5a-2ea71cc60cd8 req-038bdf45-e803-440c-aa17-b2328db1c741 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:51.026101 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a87e95a9-3287-492d-9a5a-2ea71cc60cd8 req-038bdf45-e803-440c-aa17-b2328db1c741 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 943 time: 0.0562952 Dec 09 01:10:51.070819 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Pushing event updated for resources: {'Port': ['ID=510d459c-7c9d-470e-af1b-5c8eb4265ba1,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:51.106928 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a87e95a9-3287-492d-9a5a-2ea71cc60cd8 req-49ab994f-194d-4ee0-b828-1ed8a46bdf59 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757391 Dec 09 01:10:51.129097 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae8e9d-a6cd-4014-9eff-eef3e04c20ad req-6706758f-3961-4d1b-8f56-0892b591961e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:51.130664 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-abae8e9d-a6cd-4014-9eff-eef3e04c20ad req-6706758f-3961-4d1b-8f56-0892b591961e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0645833 Dec 09 01:10:51.157771 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Attempting to bind port 510d459c-7c9d-470e-af1b-5c8eb4265ba1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:10:51.158136 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Attempting to bind port 510d459c-7c9d-470e-af1b-5c8eb4265ba1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:10:51.158506 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Attempting to bind port 510d459c-7c9d-470e-af1b-5c8eb4265ba1 on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:51.163267 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Port 510d459c-7c9d-470e-af1b-5c8eb4265ba1 on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:10:51.164267 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Attempting to bind port 510d459c-7c9d-470e-af1b-5c8eb4265ba1 on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:10:51.169783 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:10:51.170128 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Checking segment: {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:51.170566 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Bound using segment: {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:10:51.171010 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Bound port: 510d459c-7c9d-470e-af1b-5c8eb4265ba1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:10:51.171375 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:51.199806 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-abae8e9d-a6cd-4014-9eff-eef3e04c20ad req-ca1ca526-db45-4956-a167-2c8cb4fc2e45 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627115 Dec 09 01:10:51.307434 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] For port 510d459c-7c9d-470e-af1b-5c8eb4265ba1, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:10:51.311765 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] For port 510d459c-7c9d-470e-af1b-5c8eb4265ba1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=510d459c-7c9d-470e-af1b-5c8eb4265ba1,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:10:51.318874 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:51.360835 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:51.361472 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:51.362929 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] 10.222.0.46 "PUT /v2.0/ports/510d459c-7c9d-470e-af1b-5c8eb4265ba1 HTTP/1.1" status: 200 len: 1094 time: 0.9827926 Dec 09 01:10:51.363379 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b20e4d-c9a1-48c1-b548-a2ee5a24035e', 'tag': '510d459c-7c9d-470e-af1b-5c8eb4265ba1'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:10:51.365773 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6e7f68-b334-4921-af6c-1c7d480ba1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "58b20e4d-c9a1-48c1-b548-a2ee5a24035e", "tag": "510d459c-7c9d-470e-af1b-5c8eb4265ba1"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:10:51.397278 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693dbaf-a934-453c-8e39-5b028973eac8 service neutron] Pushing event updated for resources: {'Port': ['ID=510d459c-7c9d-470e-af1b-5c8eb4265ba1,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:51.431263 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616b999-3bc6-4145-8121-5cab9f3a40f4 req-9a5f352b-e58d-4bd2-b74f-36eb4d9a60f2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:51.435392 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0616b999-3bc6-4145-8121-5cab9f3a40f4 req-9a5f352b-e58d-4bd2-b74f-36eb4d9a60f2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 944 time: 0.1094995 Dec 09 01:10:51.463531 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135bb74d-a5e6-4c4b-aae0-8e91bfcae9ce x-openstack-request-id: req-135bb74d-a5e6-4c4b-aae0-8e91bfcae9ce {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:10:51.463824 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b20e4d-c9a1-48c1-b548-a2ee5a24035e", "tag": "510d459c-7c9d-470e-af1b-5c8eb4265ba1", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:10:51.464079 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-135bb74d-a5e6-4c4b-aae0-8e91bfcae9ce {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:10:51.464473 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b20e4d-c9a1-48c1-b548-a2ee5a24035e', 'tag': '510d459c-7c9d-470e-af1b-5c8eb4265ba1', 'status': 'completed', 'code': 200} Dec 09 01:10:51.498297 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-23de8a0d-2e45-4d46-b9c7-185f75bc5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:51.499824 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-23de8a0d-2e45-4d46-b9c7-185f75bc5924 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 1097 time: 0.0544868 Dec 09 01:10:51.500102 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0616b999-3bc6-4145-8121-5cab9f3a40f4 req-033041ff-301b-4356-9c05-fd56721af3ce tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497801 Dec 09 01:10:51.545265 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 50482) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:51.557367 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-46ebe1c6-b1f2-4da8-ae9b-5248703df869 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=510d459c-7c9d-470e-af1b-5c8eb4265ba1 HTTP/1.1" status: 200 len: 217 time: 0.0391860 Dec 09 01:10:51.607555 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device d892a925-bdcf-416c-aa14-6cbfe415f8eb details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:10:51.620917 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-b3984e0d-bbe5-4b9a-81e5-ca3d75653d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:51.622530 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-b3984e0d-bbe5-4b9a-81e5-ca3d75653d11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdecabff-29eb-4c69-974e-4605f6f56e3d HTTP/1.1" status: 200 len: 855 time: 0.0577018 Dec 09 01:10:51.672474 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03308948-057b-431b-b831-b9346e8309f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:51.706730 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-f251c0f1-acbe-427d-960d-b4e0e364ae3f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674403 Dec 09 01:10:51.717198 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port d892a925-bdcf-416c-aa14-6cbfe415f8eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:51.731985 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'port_id': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'mac_address': 'fa:16:3e:d1:1b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:10:51.806628 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29222a-f523-4cf9-8fa2-101feee1a36c req-7261d699-fbff-4f83-abcf-36ffd0cfe459 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:51.807212 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:51.808214 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9a29222a-f523-4cf9-8fa2-101feee1a36c req-7261d699-fbff-4f83-abcf-36ffd0cfe459 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 944 time: 0.0823972 Dec 09 01:10:51.834000 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d892a925-bdcf-416c-aa14-6cbfe415f8eb {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:10:51.837981 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-59f96728-ad5d-4f6d-837b-c11417e7b536 service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233001 Dec 09 01:10:51.838482 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 50494) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:51.845943 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03308948-057b-431b-b831-b9346e8309f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:51.853530 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03308948-057b-431b-b831-b9346e8309f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:51.859265 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port d892a925-bdcf-416c-aa14-6cbfe415f8eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:51.863742 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:51.918673 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9a29222a-f523-4cf9-8fa2-101feee1a36c req-ff5d6473-66a6-458a-8b24-2b1155a9e756 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001875 Dec 09 01:10:51.919049 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=d892a925-bdcf-416c-aa14-6cbfe415f8eb,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:51.924630 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-03308948-057b-431b-b831-b9346e8309f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34ac7d7abcb742b9b57d9597941c49b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759592 Dec 09 01:10:51.924630 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03308948-057b-431b-b831-b9346e8309f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bcee37-b0cf-4556-8288-00c490ca8371,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:51.925711 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 50498) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:51.962025 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-31cb4312-3f56-4ca2-8c52-cdc3fc814f46 req-070c6e83-d03e-4599-a61a-21eb445acc51 service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049509 Dec 09 01:10:51.994861 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6da3aadf-5c2f-402c-849a-dcdc2268073d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.012362 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-dd11783e-898a-4df5-a30b-53bef45190b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.021454 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6da3aadf-5c2f-402c-849a-dcdc2268073d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.075836 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6da3aadf-5c2f-402c-849a-dcdc2268073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.078837 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6da3aadf-5c2f-402c-849a-dcdc2268073d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.080146 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-6da3aadf-5c2f-402c-849a-dcdc2268073d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51bcee37-b0cf-4556-8288-00c490ca8371 HTTP/1.1" status: 204 len: 168 time: 0.1535168 Dec 09 01:10:52.096566 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-58fbcb51-c437-46c4-85d0-c9f7ce6bc352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.104519 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3aadf-5c2f-402c-849a-dcdc2268073d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bcee37-b0cf-4556-8288-00c490ca8371,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:52.131389 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-dd11783e-898a-4df5-a30b-53bef45190b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.138322 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e7f68-b334-4921-af6c-1c7d480ba1ab req-8a48e014-b720-412b-b22d-24e9a076ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:52.140086 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e6e7f68-b334-4921-af6c-1c7d480ba1ab req-8a48e014-b720-412b-b22d-24e9a076ee0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 1097 time: 0.0679212 Dec 09 01:10:52.140820 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-dd11783e-898a-4df5-a30b-53bef45190b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.215465 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-dd11783e-898a-4df5-a30b-53bef45190b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06c4ec42f14543b5ae58ba3b1da24dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759594 Dec 09 01:10:52.218000 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11783e-898a-4df5-a30b-53bef45190b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13848f95-9b1f-45dc-9d19-056b637dc5ac,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:52.218430 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 50504) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:52.289182 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04244a50-b4f5-48bc-915f-9df724742c9e req-4c1405ef-bdad-4c83-a09d-2c125155f809 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:52.290859 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-04244a50-b4f5-48bc-915f-9df724742c9e req-4c1405ef-bdad-4c83-a09d-2c125155f809 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 943 time: 0.1089003 Dec 09 01:10:52.307819 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e7f68-b334-4921-af6c-1c7d480ba1ab req-4c063aed-7c14-48a2-89fa-6d258f47609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:52.309401 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e6e7f68-b334-4921-af6c-1c7d480ba1ab req-4c063aed-7c14-48a2-89fa-6d258f47609b service neutron] 10.222.0.46 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 916 time: 0.1526320 Dec 09 01:10:52.361621 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e6e7f68-b334-4921-af6c-1c7d480ba1ab req-23d9bee3-bb53-439f-aaea-34a02e07d3f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=510d459c-7c9d-470e-af1b-5c8eb4265ba1 HTTP/1.1" status: 200 len: 217 time: 0.0414081 Dec 09 01:10:52.385799 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7c0af4be-781b-44cf-8724-c0a92c0423f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.412345 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-04244a50-b4f5-48bc-915f-9df724742c9e req-934bfdd4-fab8-4802-a9a0-713f79608da3 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128533 Dec 09 01:10:52.432250 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e7f68-b334-4921-af6c-1c7d480ba1ab req-ca84d395-0639-44a2-9922-14553a86f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:52.433618 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93461e2-2061-436a-8c9f-fc45a10ba096 req-26e63ec9-87b6-48de-8a54-78d1a1ae44fa tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:52.434109 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['d892a925-bdcf-416c-aa14-6cbfe415f8eb'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:10:52.434225 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e6e7f68-b334-4921-af6c-1c7d480ba1ab req-ca84d395-0639-44a2-9922-14553a86f71b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdecabff-29eb-4c69-974e-4605f6f56e3d HTTP/1.1" status: 200 len: 855 time: 0.0560427 Dec 09 01:10:52.435175 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c93461e2-2061-436a-8c9f-fc45a10ba096 req-26e63ec9-87b6-48de-8a54-78d1a1ae44fa tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1285000 Dec 09 01:10:52.445423 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7c0af4be-781b-44cf-8724-c0a92c0423f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.482475 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e6e7f68-b334-4921-af6c-1c7d480ba1ab req-70e95621-ff7a-41dc-ac87-8df20544f0fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376337 Dec 09 01:10:52.528562 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c93461e2-2061-436a-8c9f-fc45a10ba096 req-b5bc465b-ae1b-4264-ad1d-847f84711f86 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754354 Dec 09 01:10:52.559914 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7c0af4be-781b-44cf-8724-c0a92c0423f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.563454 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7c0af4be-781b-44cf-8724-c0a92c0423f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:52.564879 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7c0af4be-781b-44cf-8724-c0a92c0423f6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13848f95-9b1f-45dc-9d19-056b637dc5ac HTTP/1.1" status: 204 len: 168 time: 0.3449616 Dec 09 01:10:52.574765 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0af4be-781b-44cf-8724-c0a92c0423f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13848f95-9b1f-45dc-9d19-056b637dc5ac,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:52.647882 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e6e7f68-b334-4921-af6c-1c7d480ba1ab req-c69a1cd9-b301-465b-ac88-faea561afca7 service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568210 Dec 09 01:10:52.699602 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7aa0e6-89dd-4d79-bc1a-f5b0a399ae4b req-559635b7-d876-4ab5-a314-38d7b7303dee tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:52.706932 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ff7aa0e6-89dd-4d79-bc1a-f5b0a399ae4b req-559635b7-d876-4ab5-a314-38d7b7303dee tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0933423 Dec 09 01:10:52.764406 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0e6e7f68-b334-4921-af6c-1c7d480ba1ab req-8922363a-90b5-4eb2-bdf8-7d3231ac959b service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072745 Dec 09 01:10:52.777809 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ff7aa0e6-89dd-4d79-bc1a-f5b0a399ae4b req-26d0c156-771d-4200-9151-62db659df1c7 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696974 Dec 09 01:10:53.042085 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85b83-2799-4173-8400-2ae497276e4d req-78908087-b0ae-4926-9dda-e4daeb90422a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:53.043724 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c9e85b83-2799-4173-8400-2ae497276e4d req-78908087-b0ae-4926-9dda-e4daeb90422a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 944 time: 0.0528629 Dec 09 01:10:53.108258 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c9e85b83-2799-4173-8400-2ae497276e4d req-f51324c3-a08d-4a55-8847-68b0870e27ab tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580544 Dec 09 01:10:53.427575 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 50596) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:53.560873 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-412706265-network', 'tenant_id': 'a00edc9fc6a744efa5c33e63db2a7eb2'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:53.590881 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2137e-593c-485b-9eec-f89fdbfa81d7 req-3489503d-bfdc-4dbc-a3c9-f9049159c88e tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:53.594017 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-96c2137e-593c-485b-9eec-f89fdbfa81d7 req-3489503d-bfdc-4dbc-a3c9-f9049159c88e tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 943 time: 0.0773659 Dec 09 01:10:53.632601 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Made reservation on behalf of a00edc9fc6a744efa5c33e63db2a7eb2 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:53.635385 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:53.672535 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:53.729628 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-96c2137e-593c-485b-9eec-f89fdbfa81d7 req-cefc1224-06c3-4c30-a43d-69ed474650b4 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298604 Dec 09 01:10:53.763974 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f48e5e-ca8f-4766-9237-796caf82ca8b req-5ec0bb67-eb2b-41b9-9c61-c918aaa3ac3b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:53.765634 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-30f48e5e-ca8f-4766-9237-796caf82ca8b req-5ec0bb67-eb2b-41b9-9c61-c918aaa3ac3b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1464550 Dec 09 01:10:53.846284 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-30f48e5e-ca8f-4766-9237-796caf82ca8b req-c186ed08-b11f-49c8-a291-c37261f0fcfa tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686772 Dec 09 01:10:53.852648 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:53.858971 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:53.901051 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:10:53.922202 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16646179-f3ea-46c0-8ada-04c922b1aa66,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:53.937675 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:53.938088 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Added segment 949040bd-00b0-4250-8c1c-535827cef80e of type vlan for network e483c8cb-55ef-4f74-8353-e0031b35ed31 Dec 09 01:10:53.985695 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185245f-fb88-443e-be4e-864297fe2556 req-845ecfb4-59be-4cdd-9bcd-c78bbd5611b5 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:53.987030 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2185245f-fb88-443e-be4e-864297fe2556 req-845ecfb4-59be-4cdd-9bcd-c78bbd5611b5 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1019487 Dec 09 01:10:54.006145 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.069046 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2185245f-fb88-443e-be4e-864297fe2556 req-c720d909-bb14-4c6a-b2aa-d4b5729997d9 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729859 Dec 09 01:10:54.070069 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.071194 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:54.071803 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.113976 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 50642) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:54.114584 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6847250 Dec 09 01:10:54.120538 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] Request body: {'subnet': {'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-412706265-subnet', 'tenant_id': 'a00edc9fc6a744efa5c33e63db2a7eb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:54.146598 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] Made reservation on behalf of a00edc9fc6a744efa5c33e63db2a7eb2 for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:54.149034 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4521626'] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.174647 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a3e18-9d12-4fa1-8c9d-129c4ea4f11f admin admin] Pushing event updated for resources: {'Network': ['ID=e483c8cb-55ef-4f74-8353-e0031b35ed31,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:54.188857 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network e483c8cb-55ef-4f74-8353-e0031b35ed31 details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:10:54.289121 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557c736-f8cd-4e06-a723-049e675f4e13 req-2a5bd27b-9ac3-488f-ae3e-bc130ecef26a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:54.290750 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2557c736-f8cd-4e06-a723-049e675f4e13 req-2a5bd27b-9ac3-488f-ae3e-bc130ecef26a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 944 time: 0.0739386 Dec 09 01:10:54.356976 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2557c736-f8cd-4e06-a723-049e675f4e13 req-e6e0a05b-c327-42cc-a5ae-0960e9c52f20 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593338 Dec 09 01:10:54.369381 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 50656) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:54.434932 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4430706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4521608'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.483157 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-771cecc2-f35c-45f2-8950-3092975e3d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.495459 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc96c37-d291-425b-a326-b6054179a47c,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:54.515507 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] Checking segment: {'id': '949040bd-00b0-4250-8c1c-535827cef80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:10:54.515898 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] Network hostable DHCP agents. Network: e483c8cb-55ef-4f74-8353-e0031b35ed31, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:10:54.524969 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4ef75c1f-f04a-4d11-b955-3060742d38f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.535303 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] Network e483c8cb-55ef-4f74-8353-e0031b35ed31 is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:10:54.545595 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, e483c8cb-55ef-4f74-8353-e0031b35ed31) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:54.549949 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:54.550982 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.557486 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8a077b-0263-4b8d-9017-0dad33a486c4 None None] Network e483c8cb-55ef-4f74-8353-e0031b35ed31 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:10:54.568552 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f9c65e9a-81c1-4b41-9db1-d230597a4252 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4524078 Dec 09 01:10:54.619068 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4ef75c1f-f04a-4d11-b955-3060742d38f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.624327 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4ef75c1f-f04a-4d11-b955-3060742d38f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.672317 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853c2c8a-0a3f-495b-8931-3e34e53c4e35 None None] Network e483c8cb-55ef-4f74-8353-e0031b35ed31 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:10:54.678992 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-4ef75c1f-f04a-4d11-b955-3060742d38f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c568974164940cc8e40d18a9c7ba1bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056722 Dec 09 01:10:54.678992 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef75c1f-f04a-4d11-b955-3060742d38f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c886370d-7ad5-42ad-bf33-70065c0ee985,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:54.680142 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 50666) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:10:54.747720 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-20017ee7-fb60-4f25-8dce-e9c1e17f7f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.770935 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-20017ee7-fb60-4f25-8dce-e9c1e17f7f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.851928 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-20017ee7-fb60-4f25-8dce-e9c1e17f7f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.854795 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-20017ee7-fb60-4f25-8dce-e9c1e17f7f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:54.855976 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-20017ee7-fb60-4f25-8dce-e9c1e17f7f81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c886370d-7ad5-42ad-bf33-70065c0ee985 HTTP/1.1" status: 204 len: 168 time: 0.1748145 Dec 09 01:10:54.867991 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20017ee7-fb60-4f25-8dce-e9c1e17f7f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c886370d-7ad5-42ad-bf33-70065c0ee985,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:54.907609 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d550e-62b8-4636-a702-dd82fd80cb4b req-fbbb39ba-ebe3-4687-b81b-6d58b7091cca tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:54.915601 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1f2d550e-62b8-4636-a702-dd82fd80cb4b req-fbbb39ba-ebe3-4687-b81b-6d58b7091cca tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 943 time: 0.0754015 Dec 09 01:10:55.224921 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1f2d550e-62b8-4636-a702-dd82fd80cb4b req-a42c159e-809d-4017-90bf-475b7d05d78d tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083744 Dec 09 01:10:55.286207 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a80199-b479-47c7-8005-57a4a0691995 req-13f06059-6343-4be6-b0d1-709c5bdf94c8 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:55.288158 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-70a80199-b479-47c7-8005-57a4a0691995 req-13f06059-6343-4be6-b0d1-709c5bdf94c8 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0622706 Dec 09 01:10:55.355100 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-70a80199-b479-47c7-8005-57a4a0691995 req-14c3f6db-d8e9-4425-968e-8ccf3b52e386 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556703 Dec 09 01:10:55.488818 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c939a-8f82-4ef8-b6c6-87b698ab6e06 req-396c11ca-dd5d-455a-b47a-e8982be728e5 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:55.490291 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-105c939a-8f82-4ef8-b6c6-87b698ab6e06 req-396c11ca-dd5d-455a-b47a-e8982be728e5 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0874712 Dec 09 01:10:55.501342 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad682bd-4898-477f-917d-e16816cf62ce req-26c63ee1-f9de-44b0-845d-718422f13a30 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:55.502912 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ad682bd-4898-477f-917d-e16816cf62ce req-26c63ee1-f9de-44b0-845d-718422f13a30 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 944 time: 0.0708060 Dec 09 01:10:55.572161 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-105c939a-8f82-4ef8-b6c6-87b698ab6e06 req-bc806e39-ef91-41de-b0f0-73c5c80bceb2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682402 Dec 09 01:10:55.584260 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ad682bd-4898-477f-917d-e16816cf62ce req-4810a419-adf3-44df-b8bc-00f3e1dfae9b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661345 Dec 09 01:10:55.612358 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device e20fa842-3843-4cb5-84e7-4413a72e5f3e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:10:55.625324 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device d892a925-bdcf-416c-aa14-6cbfe415f8eb up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:10:55.751243 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port d892a925-bdcf-416c-aa14-6cbfe415f8eb completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:10:55.770994 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port d892a925-bdcf-416c-aa14-6cbfe415f8eb triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:55.771468 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:55.775517 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port e20fa842-3843-4cb5-84e7-4413a72e5f3e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e20fa842-3843-4cb5-84e7-4413a72e5f3e,segment=NetworkSegment(7ecdd577-8e23-4a46-99a0-e76fcb307b81),segment_id=7ecdd577-8e23-4a46-99a0-e76fcb307b81)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:55.825975 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': 'e20fa842-3843-4cb5-84e7-4413a72e5f3e', 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53', 'port_id': 'e20fa842-3843-4cb5-84e7-4413a72e5f3e', 'mac_address': 'fa:16:3e:ad:fd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba51b86-6146-4e10-a50b-8e990b78c334', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:10:55.882526 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:55.911723 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20fa842-3843-4cb5-84e7-4413a72e5f3e {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:10:55.962990 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port e20fa842-3843-4cb5-84e7-4413a72e5f3e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e20fa842-3843-4cb5-84e7-4413a72e5f3e,segment=NetworkSegment(7ecdd577-8e23-4a46-99a0-e76fcb307b81),segment_id=7ecdd577-8e23-4a46-99a0-e76fcb307b81)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:55.971500 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:55.974810 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 510d459c-7c9d-470e-af1b-5c8eb4265ba1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:10:56.011458 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:56.068506 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:10:56.071408 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84db94e6-7805-4ea3-8cb1-56e5aa9a828f" -d '{"events": [{"server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:10:56.128608 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e40c73-4c45-45ab-9ded-c356f8562bb8 x-openstack-request-id: req-78e40c73-4c45-45ab-9ded-c356f8562bb8 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:10:56.128931 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:10:56.129210 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78e40c73-4c45-45ab-9ded-c356f8562bb8 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:10:56.129577 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'code': 200} Dec 09 01:10:56.131370 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port d892a925-bdcf-416c-aa14-6cbfe415f8eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:56.133898 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=e20fa842-3843-4cb5-84e7-4413a72e5f3e,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:56.150758 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:56.160295 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.160741 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.161098 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.161434 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.161796 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.162193 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.162595 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.162958 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.163882 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.164294 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.164720 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.165086 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.165459 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:10:56.174579 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:56.232421 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 510d459c-7c9d-470e-af1b-5c8eb4265ba1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=510d459c-7c9d-470e-af1b-5c8eb4265ba1,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:56.252173 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=d892a925-bdcf-416c-aa14-6cbfe415f8eb,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:56.255155 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '510d459c-7c9d-470e-af1b-5c8eb4265ba1', 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236', 'port_id': '510d459c-7c9d-470e-af1b-5c8eb4265ba1', 'mac_address': 'fa:16:3e:fe:5e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdecabff-29eb-4c69-974e-4605f6f56e3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:10:56.309720 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:56.326092 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510d459c-7c9d-470e-af1b-5c8eb4265ba1 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:10:56.357917 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 510d459c-7c9d-470e-af1b-5c8eb4265ba1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=510d459c-7c9d-470e-af1b-5c8eb4265ba1,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:56.377187 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:56.445404 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbf67c-e0e2-4043-a059-afc752bd5237 req-d4af45ef-1831-4c47-94b9-3a1568e8ef51 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:56.456534 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31fbf67c-e0e2-4043-a059-afc752bd5237 req-d4af45ef-1831-4c47-94b9-3a1568e8ef51 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 944 time: 0.0982401 Dec 09 01:10:56.498821 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=510d459c-7c9d-470e-af1b-5c8eb4265ba1,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:56.511128 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1315b-63d7-4eee-9a13-8006cb5bb008 req-024d61b3-47f9-41cd-aa47-74e8265c3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:56.516446 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ad1315b-63d7-4eee-9a13-8006cb5bb008 req-024d61b3-47f9-41cd-aa47-74e8265c3381 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0861826 Dec 09 01:10:56.559667 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31fbf67c-e0e2-4043-a059-afc752bd5237 req-fb1a9488-ebc5-446a-a171-bc0b048fd721 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921686 Dec 09 01:10:56.646561 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ad1315b-63d7-4eee-9a13-8006cb5bb008 req-79caaa87-3afb-40f0-9e5d-140d072647c1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948145 Dec 09 01:10:56.656147 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e338ff-444c-4785-89a7-fbd5aa7540f8 req-67c124cb-b820-4771-adaf-4ed628b383aa tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:56.657567 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-13e338ff-444c-4785-89a7-fbd5aa7540f8 req-67c124cb-b820-4771-adaf-4ed628b383aa tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 946 time: 0.1163328 Dec 09 01:10:56.782359 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-13e338ff-444c-4785-89a7-fbd5aa7540f8 req-2fe14394-c4cd-4159-aa68-30ca49dd35b6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073020 Dec 09 01:10:56.830123 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8bd8-5716-4984-b586-341dd54c423c req-a1ef6285-f623-4e87-9d6e-cc854c2eece0 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:56.831716 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-a1ef6285-f623-4e87-9d6e-cc854c2eece0 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/networks?id=e483c8cb-55ef-4f74-8353-e0031b35ed31 HTTP/1.1" status: 200 len: 813 time: 0.1414592 Dec 09 01:10:56.854165 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-10ac8fcc-a06f-4d7a-b08e-c7a82030e06f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/quotas/a00edc9fc6a744efa5c33e63db2a7eb2 HTTP/1.1" status: 200 len: 375 time: 0.0150111 Dec 09 01:10:56.894054 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['510d459c-7c9d-470e-af1b-5c8eb4265ba1'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:10:56.912340 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-fabf14ce-679f-4354-9904-0c5f2c50c5d3 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a00edc9fc6a744efa5c33e63db2a7eb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522668 Dec 09 01:10:56.929208 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['e20fa842-3843-4cb5-84e7-4413a72e5f3e'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:10:56.966321 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166b90c-832b-471f-b5f9-a909dd92e7bc req-429bd5f9-8834-4ddf-947f-c4ff4b24348c tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:56.967888 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f166b90c-832b-471f-b5f9-a909dd92e7bc req-429bd5f9-8834-4ddf-947f-c4ff4b24348c tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 945 time: 0.1097696 Dec 09 01:10:57.067699 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f166b90c-832b-471f-b5f9-a909dd92e7bc req-aca3d47a-c8d8-4042-8669-106bc00604ed tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699730 Dec 09 01:10:57.070345 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-1fd2b9ba-2f7e-4936-aa66-bee1f8c9f790 service neutron] 10.222.0.23 "GET /v2.0/networks/e483c8cb-55ef-4f74-8353-e0031b35ed31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475470 Dec 09 01:10:57.184293 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-756a0bf3-f46a-4cb2-b5e3-deeabd186505 service neutron] 10.222.0.23 "GET /v2.0/networks/e483c8cb-55ef-4f74-8353-e0031b35ed31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056631 Dec 09 01:10:57.197172 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:57.401191 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0c19e61-c5f0-4f8f-95a8-420072ced0fd req-336dd9d1-f5a0-4bda-ad53-e33b9f818110 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 210 time: 0.0397174 Dec 09 01:10:57.422837 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625debce-6674-4402-8f9f-90fc563585f9 req-e8776f64-62b5-4ddf-b9c0-9008511edce4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:57.424560 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-625debce-6674-4402-8f9f-90fc563585f9 req-e8776f64-62b5-4ddf-b9c0-9008511edce4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0989816 Dec 09 01:10:57.485413 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-625debce-6674-4402-8f9f-90fc563585f9 req-a0ca4db2-c3e9-43b2-baed-38af2727f2a9 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529454 Dec 09 01:10:57.708259 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e4aa3-3d6f-49ea-9137-5abff07d73a4 req-d7101eb8-d3e5-4f8c-b00e-7f002ed4f9e6 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:57.710684 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-539e4aa3-3d6f-49ea-9137-5abff07d73a4 req-d7101eb8-d3e5-4f8c-b00e-7f002ed4f9e6 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 944 time: 0.0616553 Dec 09 01:10:57.772015 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-539e4aa3-3d6f-49ea-9137-5abff07d73a4 req-0225de9d-b2de-4958-8bd9-3aa231d3f8ba tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550089 Dec 09 01:10:57.908963 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb542bd7-bd19-4246-ad7d-d07f4a4f8ff7 req-60b20fc4-c9c6-4ff2-91e6-53dce100a75a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:57.910512 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eb542bd7-bd19-4246-ad7d-d07f4a4f8ff7 req-60b20fc4-c9c6-4ff2-91e6-53dce100a75a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0551422 Dec 09 01:10:57.959812 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eb542bd7-bd19-4246-ad7d-d07f4a4f8ff7 req-16ae6295-bf1c-4c19-80f0-b2ebe576981d tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424714 Dec 09 01:10:58.196321 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6d461-1dab-4066-8f0d-59aa48ea154b req-928f939f-463b-4e3d-8164-f38621bc26d9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:58.197820 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-63f6d461-1dab-4066-8f0d-59aa48ea154b req-928f939f-463b-4e3d-8164-f38621bc26d9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 945 time: 0.0504053 Dec 09 01:10:58.245872 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-63f6d461-1dab-4066-8f0d-59aa48ea154b req-1332e4f4-b4a8-4970-b07f-5c955bc25900 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418847 Dec 09 01:10:58.298671 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:58.501802 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-efb85b4f-e241-4772-a614-c90c5601db74 req-0e9a3f34-1931-48a1-be6c-83b51fd16fb9 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 210 time: 0.0276928 Dec 09 01:10:58.607131 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc332c7-1547-4d10-9199-10ad7a801b6c req-b34411f1-5e86-4298-b0d7-fd6e30947b70 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:58.608599 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-abc332c7-1547-4d10-9199-10ad7a801b6c req-b34411f1-5e86-4298-b0d7-fd6e30947b70 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0535319 Dec 09 01:10:58.655974 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-abc332c7-1547-4d10-9199-10ad7a801b6c req-aba6e97f-764b-4b36-975b-3f9fe82cd92b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413096 Dec 09 01:10:58.900955 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d81998-8fa0-486c-81a2-ad0ad5c21bc0 req-67b70e06-4ce7-449a-8d2d-4dd901b75cd5 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:58.902508 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f2d81998-8fa0-486c-81a2-ad0ad5c21bc0 req-67b70e06-4ce7-449a-8d2d-4dd901b75cd5 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 944 time: 0.0586882 Dec 09 01:10:58.955853 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f2d81998-8fa0-486c-81a2-ad0ad5c21bc0 req-ccef5ef1-20d2-4e0a-a753-253a4fb30b07 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457776 Dec 09 01:10:59.090413 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c2e2e-4720-4401-a8da-12730d17dedf req-4a61599b-ce1a-43ca-b5cc-90e6b8e2f392 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:59.092890 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-114c2e2e-4720-4401-a8da-12730d17dedf req-4a61599b-ce1a-43ca-b5cc-90e6b8e2f392 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0533483 Dec 09 01:10:59.104499 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8bd8-5716-4984-b586-341dd54c423c req-24bc2a34-2875-4528-ac15-0aea4f4dca55 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:59.105978 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-24bc2a34-2875-4528-ac15-0aea4f4dca55 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.46 "GET /v2.0/networks?id=e483c8cb-55ef-4f74-8353-e0031b35ed31 HTTP/1.1" status: 200 len: 813 time: 0.1476774 Dec 09 01:10:59.143336 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Request body: {'port': {'device_id': 'ceeb0702-18c0-4c51-9173-464d3c1eba87', 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31', 'admin_state_up': True, 'tenant_id': 'a00edc9fc6a744efa5c33e63db2a7eb2'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:59.162188 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-114c2e2e-4720-4401-a8da-12730d17dedf req-3deca3fc-984d-4c0a-818b-d4079e42a0c4 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613754 Dec 09 01:10:59.302930 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Made reservation on behalf of a00edc9fc6a744efa5c33e63db2a7eb2 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:10:59.307596 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:59.326332 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839765e4-1dbb-4ab4-903e-b89e391bc974 req-2c66eda9-3234-4473-8a57-dc9da405623f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:59.334213 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-839765e4-1dbb-4ab4-903e-b89e391bc974 req-2c66eda9-3234-4473-8a57-dc9da405623f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0718908 Dec 09 01:10:59.410648 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-839765e4-1dbb-4ab4-903e-b89e391bc974 req-39f4b468-5bb7-41ae-8b61-7e481429dce9 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755203 Dec 09 01:10:59.419277 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9db74-1201-4d8c-92ce-be516a0f7e6f req-0f00af3e-2051-4c07-8300-3338217beb95 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:59.420864 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5fb9db74-1201-4d8c-92ce-be516a0f7e6f req-0f00af3e-2051-4c07-8300-3338217beb95 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 945 time: 0.0839071 Dec 09 01:10:59.466648 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Allocated IP 172.20.0.3 (e483c8cb-55ef-4f74-8353-e0031b35ed31/bfc96c37-d291-425b-a326-b6054179a47c/9403bd16-5fd9-412f-8e51-2c5dad3f9013) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:10:59.496876 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5fb9db74-1201-4d8c-92ce-be516a0f7e6f req-6ff8ad39-1a2f-4180-9432-c5ebcec8147f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662875 Dec 09 01:10:59.629232 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7208bf0f-d025-400c-bd40-b22ead1cf0d7 req-39eb74e5-cecf-4970-b02c-877acefde5ed tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 210 time: 0.0439382 Dec 09 01:10:59.641463 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device e20fa842-3843-4cb5-84e7-4413a72e5f3e up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:10:59.691253 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:59.751686 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:59.762851 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port e20fa842-3843-4cb5-84e7-4413a72e5f3e completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:10:59.774762 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port e20fa842-3843-4cb5-84e7-4413a72e5f3e triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:10:59.775149 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:59.856283 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Network e483c8cb-55ef-4f74-8353-e0031b35ed31 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:10:59.862700 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:10:59.868397 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:10:59.885754 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe6462-0964-4fc9-b994-f5f6efc9f52c req-a55f4b01-48ae-49ba-8ce9-50311231f7eb tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:59.887417 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7dfe6462-0964-4fc9-b994-f5f6efc9f52c req-a55f4b01-48ae-49ba-8ce9-50311231f7eb tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.1078498 Dec 09 01:10:59.893237 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Pushing event updated for resources: {'Port': ['ID=9403bd16-5fd9-412f-8e51-2c5dad3f9013,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:10:59.918516 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:59.920316 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ede2b-58e0-4422-ab12-8e357a331022 req-d450db82-f901-42a9-8c6e-fd8250889dfb tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:59.921839 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-961ede2b-58e0-4422-ab12-8e357a331022 req-d450db82-f901-42a9-8c6e-fd8250889dfb tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 946 time: 0.1135077 Dec 09 01:10:59.939249 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:10:59.940078 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:59.962627 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b28adeb-ac02-4117-b5f7-9f363afd487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20fa842-3843-4cb5-84e7-4413a72e5f3e'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:10:59.963514 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-cc559399-ac2b-4ead-a411-74024699710f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8271623 Dec 09 01:10:59.964987 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68af4f26-7d55-4f6b-96b4-44297155cfcc" -d '{"events": [{"server_uuid": "0b28adeb-ac02-4117-b5f7-9f363afd487a", "name": "network-vif-plugged", "status": "completed", "tag": "e20fa842-3843-4cb5-84e7-4413a72e5f3e"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:10:59.980580 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port e20fa842-3843-4cb5-84e7-4413a72e5f3e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e20fa842-3843-4cb5-84e7-4413a72e5f3e,segment=NetworkSegment(7ecdd577-8e23-4a46-99a0-e76fcb307b81),segment_id=7ecdd577-8e23-4a46-99a0-e76fcb307b81)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:10:59.985542 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:10:59.986322 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Request body: {'port': {'device_id': 'ceeb0702-18c0-4c51-9173-464d3c1eba87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:10:59.986695 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 510d459c-7c9d-470e-af1b-5c8eb4265ba1 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:11:00.001372 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7dfe6462-0964-4fc9-b994-f5f6efc9f52c req-60c853f3-ff06-4134-8290-32a0e49fc0bc tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993328 Dec 09 01:11:00.022395 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-961ede2b-58e0-4422-ab12-8e357a331022 req-ab829ab2-9b81-4397-8e39-ed408169a0aa tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865233 Dec 09 01:11:00.062074 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=e20fa842-3843-4cb5-84e7-4413a72e5f3e,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:00.075978 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb682125-9c3d-4d7b-b120-642cd0e7770f x-openstack-request-id: req-eb682125-9c3d-4d7b-b120-642cd0e7770f {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:00.076289 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b28adeb-ac02-4117-b5f7-9f363afd487a", "name": "network-vif-plugged", "status": "completed", "tag": "e20fa842-3843-4cb5-84e7-4413a72e5f3e", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:00.076549 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb682125-9c3d-4d7b-b120-642cd0e7770f {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:00.076940 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b28adeb-ac02-4117-b5f7-9f363afd487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20fa842-3843-4cb5-84e7-4413a72e5f3e', 'code': 200} Dec 09 01:11:00.078459 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:00.113323 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 510d459c-7c9d-470e-af1b-5c8eb4265ba1 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:11:00.119526 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 510d459c-7c9d-470e-af1b-5c8eb4265ba1 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:11:00.119904 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:00.222220 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048426b-3139-4bab-9344-09cba0c5f619 req-956a2202-7bd1-4a88-8c08-6d1d7458df7a tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:00.233959 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7048426b-3139-4bab-9344-09cba0c5f619 req-956a2202-7bd1-4a88-8c08-6d1d7458df7a tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 945 time: 0.1434035 Dec 09 01:11:00.291264 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:00.339534 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 510d459c-7c9d-470e-af1b-5c8eb4265ba1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=510d459c-7c9d-470e-af1b-5c8eb4265ba1,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:00.343995 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:00.373507 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7048426b-3139-4bab-9344-09cba0c5f619 req-e781e942-bbb5-429c-ac63-f0e52e2fae09 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384268 Dec 09 01:11:00.411211 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=510d459c-7c9d-470e-af1b-5c8eb4265ba1,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:00.435765 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9403bd16-5fd9-412f-8e51-2c5dad3f9013 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:11:00.442143 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45753433-564b-4456-a765-9ecdb7a3d2d9 req-5c507c7d-ed88-456a-922a-7c0fb8731344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:00.443569 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:00.444168 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-45753433-564b-4456-a765-9ecdb7a3d2d9 req-5c507c7d-ed88-456a-922a-7c0fb8731344 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 1098 time: 0.1068487 Dec 09 01:11:00.470262 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Transition to ACTIVE for port object 9403bd16-5fd9-412f-8e51-2c5dad3f9013 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:11:00.476105 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:00.504448 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-45753433-564b-4456-a765-9ecdb7a3d2d9 req-73dc9f3b-4843-424a-96e5-5670444b0621 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481570 Dec 09 01:11:00.568318 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Pushing event updated for resources: {'Port': ['ID=9403bd16-5fd9-412f-8e51-2c5dad3f9013,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:00.616802 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Attempting to bind port 9403bd16-5fd9-412f-8e51-2c5dad3f9013 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:11:00.617384 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Attempting to bind port 9403bd16-5fd9-412f-8e51-2c5dad3f9013 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '949040bd-00b0-4250-8c1c-535827cef80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:11:00.617730 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Attempting to bind port 9403bd16-5fd9-412f-8e51-2c5dad3f9013 on network e483c8cb-55ef-4f74-8353-e0031b35ed31 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:11:00.622251 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Port 9403bd16-5fd9-412f-8e51-2c5dad3f9013 on network e483c8cb-55ef-4f74-8353-e0031b35ed31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:11:00.622618 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Attempting to bind port 9403bd16-5fd9-412f-8e51-2c5dad3f9013 on network e483c8cb-55ef-4f74-8353-e0031b35ed31 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:11:00.627701 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:11:00.628040 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Checking segment: {'id': '949040bd-00b0-4250-8c1c-535827cef80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:11:00.628427 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Bound using segment: {'id': '949040bd-00b0-4250-8c1c-535827cef80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:11:00.628879 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Bound port: 9403bd16-5fd9-412f-8e51-2c5dad3f9013, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949040bd-00b0-4250-8c1c-535827cef80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:11:00.629236 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:00.634502 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e100503-bc0a-4c9b-b0ed-313fefc9d4a6 req-3c75415d-33f1-4ca6-92fc-ab4c2b718905 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:00.635985 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e100503-bc0a-4c9b-b0ed-313fefc9d4a6 req-3c75415d-33f1-4ca6-92fc-ab4c2b718905 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 946 time: 0.0518925 Dec 09 01:11:00.689440 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e100503-bc0a-4c9b-b0ed-313fefc9d4a6 req-6cef94bc-3e0a-4756-89b1-5f432baae1ac tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471005 Dec 09 01:11:00.700748 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] For port 9403bd16-5fd9-412f-8e51-2c5dad3f9013, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:11:00.707516 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] For port 9403bd16-5fd9-412f-8e51-2c5dad3f9013, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9403bd16-5fd9-412f-8e51-2c5dad3f9013,segment=NetworkSegment(949040bd-00b0-4250-8c1c-535827cef80e),segment_id=949040bd-00b0-4250-8c1c-535827cef80e)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:11:00.713033 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:00.748774 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:00.749469 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:00.750996 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] 10.222.0.46 "PUT /v2.0/ports/9403bd16-5fd9-412f-8e51-2c5dad3f9013 HTTP/1.1" status: 200 len: 1093 time: 0.7696691 Dec 09 01:11:00.751430 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceeb0702-18c0-4c51-9173-464d3c1eba87', 'tag': '9403bd16-5fd9-412f-8e51-2c5dad3f9013'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:11:00.753651 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c9be69-f401-4076-8e8c-d354740c5dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "ceeb0702-18c0-4c51-9173-464d3c1eba87", "tag": "9403bd16-5fd9-412f-8e51-2c5dad3f9013"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:11:00.754814 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42509531-6560-421a-8f18-e4dc386973f4 req-0a264953-9f74-470a-b9f7-7a97c63e120e tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:00.756288 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-42509531-6560-421a-8f18-e4dc386973f4 req-0a264953-9f74-470a-b9f7-7a97c63e120e tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 943 time: 0.0541124 Dec 09 01:11:00.784478 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e210a6-69cb-48e3-a29b-c9525e4f6b2a service neutron] Pushing event updated for resources: {'Port': ['ID=9403bd16-5fd9-412f-8e51-2c5dad3f9013,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:00.800409 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ca060c-e103-4884-bb2d-436bbd22d523 x-openstack-request-id: req-33ca060c-e103-4884-bb2d-436bbd22d523 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:00.800706 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceeb0702-18c0-4c51-9173-464d3c1eba87", "tag": "9403bd16-5fd9-412f-8e51-2c5dad3f9013", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:00.801468 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33ca060c-e103-4884-bb2d-436bbd22d523 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:00.801951 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceeb0702-18c0-4c51-9173-464d3c1eba87', 'tag': '9403bd16-5fd9-412f-8e51-2c5dad3f9013', 'status': 'completed', 'code': 200} Dec 09 01:11:00.808223 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-42509531-6560-421a-8f18-e4dc386973f4 req-fde3bb1f-e20c-418e-bfc6-6c150a8e5844 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449040 Dec 09 01:11:01.003503 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9be69-f401-4076-8e8c-d354740c5dfd req-29dd88b7-85e8-4340-a2fb-f29f9ea80ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:01.004924 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-67c9be69-f401-4076-8e8c-d354740c5dfd req-29dd88b7-85e8-4340-a2fb-f29f9ea80ee2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a00edc9fc6a744efa5c33e63db2a7eb2&device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 1096 time: 0.0465012 Dec 09 01:11:01.133339 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9be69-f401-4076-8e8c-d354740c5dfd req-3ed1aad6-ef11-46d1-82cc-9c24ead0c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:01.134782 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcfcaf-32be-4617-9c6b-b7351c25e286 req-eb6dd2b8-3b41-46f0-a670-e9715a3cf2e8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:01.135480 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-67c9be69-f401-4076-8e8c-d354740c5dfd req-3ed1aad6-ef11-46d1-82cc-9c24ead0c58d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a00edc9fc6a744efa5c33e63db2a7eb2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1080287 Dec 09 01:11:01.136344 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-33bcfcaf-32be-4617-9c6b-b7351c25e286 req-eb6dd2b8-3b41-46f0-a670-e9715a3cf2e8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0563815 Dec 09 01:11:01.189474 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-33bcfcaf-32be-4617-9c6b-b7351c25e286 req-8a884867-9d96-4798-884a-7920d3dd65f2 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471954 Dec 09 01:11:01.272002 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9be69-f401-4076-8e8c-d354740c5dfd req-01a1a6fb-227f-4e62-926a-bf81491a6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:01.274126 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-67c9be69-f401-4076-8e8c-d354740c5dfd req-01a1a6fb-227f-4e62-926a-bf81491a6b79 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298468 Dec 09 01:11:01.413007 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8bd8-5716-4984-b586-341dd54c423c req-76cc0b0b-c8dc-46c1-b300-7bd2bad3b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:01.415146 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-76cc0b0b-c8dc-46c1-b300-7bd2bad3b1cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a00edc9fc6a744efa5c33e63db2a7eb2&device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 1096 time: 0.0413265 Dec 09 01:11:01.472981 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-3f436c9d-9f10-4654-8840-414926e04618 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9403bd16-5fd9-412f-8e51-2c5dad3f9013 HTTP/1.1" status: 200 len: 217 time: 0.0377347 Dec 09 01:11:01.502139 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d95dda-f325-479b-adaa-61dcd352d1f0 req-c2b0b630-800d-4286-ab37-e27eeaf327f7 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:01.503687 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0d95dda-f325-479b-adaa-61dcd352d1f0 req-c2b0b630-800d-4286-ab37-e27eeaf327f7 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 945 time: 0.0525737 Dec 09 01:11:01.529926 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c8bd8-5716-4984-b586-341dd54c423c req-3668798b-b830-4964-a531-4670329b4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:01.531841 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-3668798b-b830-4964-a531-4670329b4273 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfc96c37-d291-425b-a326-b6054179a47c HTTP/1.1" status: 200 len: 853 time: 0.0468588 Dec 09 01:11:01.553701 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0d95dda-f325-479b-adaa-61dcd352d1f0 req-71ba3b73-e9ba-476d-8e95-232ea39e0ee2 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Dec 09 01:11:01.573869 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-44f0d819-7ce6-40d9-96d1-135aae1d17b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e483c8cb-55ef-4f74-8353-e0031b35ed31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283153 Dec 09 01:11:01.676128 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-2d679f59-e307-4658-9af6-2ac491ecba50 service neutron] 10.222.0.46 "GET /v2.0/networks/e483c8cb-55ef-4f74-8353-e0031b35ed31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882087 Dec 09 01:11:01.800409 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c24c8bd8-5716-4984-b586-341dd54c423c req-ffdd82c3-fc68-46cf-853b-e9b2c4bad12e service neutron] 10.222.0.46 "GET /v2.0/networks/e483c8cb-55ef-4f74-8353-e0031b35ed31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991111 Dec 09 01:11:01.811554 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674eea8-9729-4231-af89-7756622ea976 req-a09d43b6-aa67-4261-aedd-bea37b227a49 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:01.813062 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4674eea8-9729-4231-af89-7756622ea976 req-a09d43b6-aa67-4261-aedd-bea37b227a49 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 946 time: 0.0496497 Dec 09 01:11:01.869986 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4674eea8-9729-4231-af89-7756622ea976 req-d407fb85-c7bf-407b-b7b6-751e2bab96a4 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493603 Dec 09 01:11:01.979215 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebe8cd-8dfc-4684-88cf-32b90722ecf4 req-5440deff-2105-449a-8b84-4d3f9770f547 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:01.980697 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-70ebe8cd-8dfc-4684-88cf-32b90722ecf4 req-5440deff-2105-449a-8b84-4d3f9770f547 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 943 time: 0.0507019 Dec 09 01:11:02.036796 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-70ebe8cd-8dfc-4684-88cf-32b90722ecf4 req-9dcc8503-1083-4e97-a5ac-ce84162e74a1 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491743 Dec 09 01:11:02.077941 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b20e4d-c9a1-48c1-b548-a2ee5a24035e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510d459c-7c9d-470e-af1b-5c8eb4265ba1'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:11:02.080502 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebb5137-1949-431b-be1b-35be62c863fd" -d '{"events": [{"server_uuid": "58b20e4d-c9a1-48c1-b548-a2ee5a24035e", "name": "network-vif-plugged", "status": "completed", "tag": "510d459c-7c9d-470e-af1b-5c8eb4265ba1"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:11:02.118746 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5a75aa-28a6-49b2-8cbf-0c6d642fec10 x-openstack-request-id: req-6f5a75aa-28a6-49b2-8cbf-0c6d642fec10 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:02.119058 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b20e4d-c9a1-48c1-b548-a2ee5a24035e", "name": "network-vif-plugged", "status": "completed", "tag": "510d459c-7c9d-470e-af1b-5c8eb4265ba1", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:02.119323 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f5a75aa-28a6-49b2-8cbf-0c6d642fec10 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:02.119948 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b20e4d-c9a1-48c1-b548-a2ee5a24035e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510d459c-7c9d-470e-af1b-5c8eb4265ba1', 'code': 200} Dec 09 01:11:02.316841 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1b768-687b-45b0-803e-bec5561c151c req-bfa9368f-92e3-4330-a1c8-4736430c7c16 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:02.318643 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-59c1b768-687b-45b0-803e-bec5561c151c req-bfa9368f-92e3-4330-a1c8-4736430c7c16 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0577040 Dec 09 01:11:02.379290 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-59c1b768-687b-45b0-803e-bec5561c151c req-0ef8d9f2-d2d8-4062-8a88-2fd75506ed50 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492461 Dec 09 01:11:02.569973 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0936ba-71a5-4535-946f-52ef7ca2033d req-e52ebddc-8bdd-498d-ae05-6cfff1d088ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:02.571478 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fb0936ba-71a5-4535-946f-52ef7ca2033d req-e52ebddc-8bdd-498d-ae05-6cfff1d088ee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 1099 time: 0.0416830 Dec 09 01:11:02.638879 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fb0936ba-71a5-4535-946f-52ef7ca2033d req-8f55ed47-5a92-495b-930b-f626129d36fb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493248 Dec 09 01:11:02.686014 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be50900-2963-4276-8482-7251c3f6694c req-bcba81bd-a1f1-4efc-9ca0-4cfffff46870 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:02.687574 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6be50900-2963-4276-8482-7251c3f6694c req-bcba81bd-a1f1-4efc-9ca0-4cfffff46870 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 945 time: 0.0532970 Dec 09 01:11:02.738856 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6be50900-2963-4276-8482-7251c3f6694c req-519000e1-185a-4332-81a4-b9e20279ef69 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453539 Dec 09 01:11:02.990326 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a07996-b5de-451c-bf1f-a4e340b5a76c req-7903712d-e830-4a49-b662-bad497255325 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:02.992253 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f5a07996-b5de-451c-bf1f-a4e340b5a76c req-7903712d-e830-4a49-b662-bad497255325 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 946 time: 0.0532873 Dec 09 01:11:03.040727 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f5a07996-b5de-451c-bf1f-a4e340b5a76c req-807b3333-e930-43d4-80f2-a5839e82d49d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Dec 09 01:11:03.154615 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2b32-1bc3-4efd-ab99-39bcbf1f75ed req-8dee42dd-6001-48ba-878e-0eca8faa3c20 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:03.156131 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d78a2b32-1bc3-4efd-ab99-39bcbf1f75ed req-8dee42dd-6001-48ba-878e-0eca8faa3c20 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 943 time: 0.0506697 Dec 09 01:11:03.212515 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d78a2b32-1bc3-4efd-ab99-39bcbf1f75ed req-3dd210d6-41ef-40ed-8d4d-d7992ebdec81 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502264 Dec 09 01:11:03.499058 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5edfd4-5a39-4d03-a401-1e51027c44f1 req-536363dd-2fed-438b-a7f1-c91a7591bfd1 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:03.500573 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-be5edfd4-5a39-4d03-a401-1e51027c44f1 req-536363dd-2fed-438b-a7f1-c91a7591bfd1 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0503974 Dec 09 01:11:03.553643 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-be5edfd4-5a39-4d03-a401-1e51027c44f1 req-bd169592-da62-4d18-8488-7d4563124e84 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471821 Dec 09 01:11:03.833317 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3bb65-4904-4d37-a9ef-2ea22360ef14 req-bbc5e9a5-0956-4ebf-bfa4-38d58c29ae75 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:03.835450 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-efb3bb65-4904-4d37-a9ef-2ea22360ef14 req-bbc5e9a5-0956-4ebf-bfa4-38d58c29ae75 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 945 time: 0.0506632 Dec 09 01:11:03.899296 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-efb3bb65-4904-4d37-a9ef-2ea22360ef14 req-08db4ede-e89c-40c7-9bcb-52987d6e2e4b tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449584 Dec 09 01:11:04.046198 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 50988) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:04.155715 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1c795791-66df-4a80-9f07-35509fb510da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:04.159008 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efca5e-5eea-4bae-adef-666701e4d7dd req-72e1a1cb-1ba4-400e-bcf3-e47adbadb262 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:04.160596 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-62efca5e-5eea-4bae-adef-666701e4d7dd req-72e1a1cb-1ba4-400e-bcf3-e47adbadb262 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 946 time: 0.0499227 Dec 09 01:11:04.210745 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-62efca5e-5eea-4bae-adef-666701e4d7dd req-1a51df46-a1d2-4fd2-84c7-b269b2f958e6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 Dec 09 01:11:04.242747 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1c795791-66df-4a80-9f07-35509fb510da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:04.247751 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1c795791-66df-4a80-9f07-35509fb510da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:04.292529 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-1c795791-66df-4a80-9f07-35509fb510da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=183f046eb85f4cd0b2268597304b51e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449505 Dec 09 01:11:04.293397 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c795791-66df-4a80-9f07-35509fb510da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c7fb0b-bd2f-4d5a-bfbf-657310fbbe39,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:04.295693 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 50998) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:04.344961 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be64245-1b12-47dc-9152-c045b89c4e03 req-abfba2e4-d116-4807-be2a-d4797124dacc tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:04.346563 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9be64245-1b12-47dc-9152-c045b89c4e03 req-abfba2e4-d116-4807-be2a-d4797124dacc tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 943 time: 0.0573688 Dec 09 01:11:04.348421 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b35f51b7-e41f-4d05-a9e2-860175cfd217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:04.370541 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b35f51b7-e41f-4d05-a9e2-860175cfd217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:04.397884 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9be64245-1b12-47dc-9152-c045b89c4e03 req-954435dc-18cb-42a9-abc9-404c39095a72 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444632 Dec 09 01:11:04.426602 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b35f51b7-e41f-4d05-a9e2-860175cfd217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:04.429947 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b35f51b7-e41f-4d05-a9e2-860175cfd217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:04.434006 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b35f51b7-e41f-4d05-a9e2-860175cfd217 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69c7fb0b-bd2f-4d5a-bfbf-657310fbbe39 HTTP/1.1" status: 204 len: 168 time: 0.1319044 Dec 09 01:11:04.446614 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f51b7-e41f-4d05-a9e2-860175cfd217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c7fb0b-bd2f-4d5a-bfbf-657310fbbe39,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:04.672847 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbe8c5-3987-4913-8058-cd8416f676e8 req-794faaf9-40d7-4ef6-b757-8d6c80782132 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:04.676542 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9bdbe8c5-3987-4913-8058-cd8416f676e8 req-794faaf9-40d7-4ef6-b757-8d6c80782132 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0509443 Dec 09 01:11:04.724927 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9bdbe8c5-3987-4913-8058-cd8416f676e8 req-dfed9c13-efc2-4b7d-8309-a6b8b74b08da tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440669 Dec 09 01:11:04.729648 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 51010) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:04.743400 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dde040af-f092-4301-adc7-d3aad3d5f212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:04.832155 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dde040af-f092-4301-adc7-d3aad3d5f212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:04.838262 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dde040af-f092-4301-adc7-d3aad3d5f212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:04.878810 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-dde040af-f092-4301-adc7-d3aad3d5f212 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5180cb2b62b14050acf9b0a81cefdf76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479695 Dec 09 01:11:04.880142 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 51012) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:04.896568 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde040af-f092-4301-adc7-d3aad3d5f212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa5cf18-bae9-4682-a390-5b4ac775c53e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:04.941449 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2f5d5e96-9e27-460f-a236-13267c61f24c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:04.965333 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2f5d5e96-9e27-460f-a236-13267c61f24c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:05.012482 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2f5d5e96-9e27-460f-a236-13267c61f24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:05.015205 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2f5d5e96-9e27-460f-a236-13267c61f24c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:05.016383 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2f5d5e96-9e27-460f-a236-13267c61f24c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffa5cf18-bae9-4682-a390-5b4ac775c53e HTTP/1.1" status: 204 len: 168 time: 0.1351926 Dec 09 01:11:05.023758 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81e525-bfad-47d2-937f-a506162500cf req-f464b45c-6290-467b-a91f-2d7740564c9c tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:05.026078 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d5e96-9e27-460f-a236-13267c61f24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa5cf18-bae9-4682-a390-5b4ac775c53e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:05.026938 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1a81e525-bfad-47d2-937f-a506162500cf req-f464b45c-6290-467b-a91f-2d7740564c9c tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 945 time: 0.0519509 Dec 09 01:11:05.074420 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1a81e525-bfad-47d2-937f-a506162500cf req-39e0ff10-ef89-400b-8e14-73d9a2af5733 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430577 Dec 09 01:11:05.348837 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d8f7e-cf4b-4b23-bfbc-7e978e6e16bf req-f1cd4d0c-0799-4c5d-9ab6-2e550a9d3859 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:05.351043 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e83d8f7e-cf4b-4b23-bfbc-7e978e6e16bf req-f1cd4d0c-0799-4c5d-9ab6-2e550a9d3859 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 946 time: 0.0576119 Dec 09 01:11:05.373183 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 51024) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:05.386284 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9bc990c9-b1c0-47b5-930f-7e6d2e3b308e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:05.415453 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e83d8f7e-cf4b-4b23-bfbc-7e978e6e16bf req-544aee0e-f6fb-4e27-b70d-5792988778d3 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576599 Dec 09 01:11:05.490967 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9bc990c9-b1c0-47b5-930f-7e6d2e3b308e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:05.495788 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9bc990c9-b1c0-47b5-930f-7e6d2e3b308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:05.539268 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc990c9-b1c0-47b5-930f-7e6d2e3b308e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79739dfc-7d56-4240-ac30-d378c8f899b2,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:05.548122 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9bc990c9-b1c0-47b5-930f-7e6d2e3b308e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=258a17e01b07454fa571961e1125db6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738331 Dec 09 01:11:05.548850 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 51032) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:05.560686 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22646d-1e87-46b6-b429-058dcba16ea1 req-b162e95d-3274-447b-96e0-21040a570433 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:05.562376 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dd22646d-1e87-46b6-b429-058dcba16ea1 req-b162e95d-3274-447b-96e0-21040a570433 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 943 time: 0.0619366 Dec 09 01:11:05.603969 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-788897c4-8b1c-4b55-960f-8ebdb04eb414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:05.618628 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dd22646d-1e87-46b6-b429-058dcba16ea1 req-5da0f7d8-18c6-433c-bb6d-8a1883b1d9e4 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492227 Dec 09 01:11:05.631812 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-788897c4-8b1c-4b55-960f-8ebdb04eb414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:05.682029 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 9403bd16-5fd9-412f-8e51-2c5dad3f9013 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:11:05.698106 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-788897c4-8b1c-4b55-960f-8ebdb04eb414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:05.701104 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-788897c4-8b1c-4b55-960f-8ebdb04eb414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:05.704684 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-788897c4-8b1c-4b55-960f-8ebdb04eb414 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79739dfc-7d56-4240-ac30-d378c8f899b2 HTTP/1.1" status: 204 len: 168 time: 0.1524115 Dec 09 01:11:05.711538 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788897c4-8b1c-4b55-960f-8ebdb04eb414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79739dfc-7d56-4240-ac30-d378c8f899b2,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:05.887343 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 9403bd16-5fd9-412f-8e51-2c5dad3f9013, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9403bd16-5fd9-412f-8e51-2c5dad3f9013,segment=NetworkSegment(949040bd-00b0-4250-8c1c-535827cef80e),segment_id=949040bd-00b0-4250-8c1c-535827cef80e)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:05.894517 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ddb6b-62ff-46f1-9ba5-df1214c99d7b req-f406d3cb-1dda-41ca-ba62-7576a4c6f837 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:05.898896 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c39ddb6b-62ff-46f1-9ba5-df1214c99d7b req-f406d3cb-1dda-41ca-ba62-7576a4c6f837 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0862062 Dec 09 01:11:05.900727 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '9403bd16-5fd9-412f-8e51-2c5dad3f9013', 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31', 'port_id': '9403bd16-5fd9-412f-8e51-2c5dad3f9013', 'mac_address': 'fa:16:3e:5d:38:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc96c37-d291-425b-a326-b6054179a47c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:11:05.951896 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:05.957842 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c39ddb6b-62ff-46f1-9ba5-df1214c99d7b req-2e8a4f0d-b3a6-417a-9cac-a8f6a0ab6829 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503585 Dec 09 01:11:05.970675 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9403bd16-5fd9-412f-8e51-2c5dad3f9013 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:11:05.992617 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 9403bd16-5fd9-412f-8e51-2c5dad3f9013, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9403bd16-5fd9-412f-8e51-2c5dad3f9013,segment=NetworkSegment(949040bd-00b0-4250-8c1c-535827cef80e),segment_id=949040bd-00b0-4250-8c1c-535827cef80e)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:05.997656 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:06.057348 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=9403bd16-5fd9-412f-8e51-2c5dad3f9013,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:06.204232 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71b5a9-ab0e-406a-9e84-a55bb515a11b req-89ecf5af-3842-47e3-b916-c6c13a21dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:06.205907 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ec71b5a9-ab0e-406a-9e84-a55bb515a11b req-89ecf5af-3842-47e3-b916-c6c13a21dd07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 1099 time: 0.0431099 Dec 09 01:11:06.214119 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea9d16-8c2e-42f9-9fee-befe4bf9a087 req-2161ec5f-104b-4a45-a61b-4d031152ba94 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:06.215613 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1eea9d16-8c2e-42f9-9fee-befe4bf9a087 req-2161ec5f-104b-4a45-a61b-4d031152ba94 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0914099 Dec 09 01:11:06.228762 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc3126-4156-407f-a2bd-d31b30d1b971 req-043dc6e3-7c45-414d-90f1-1b9d7a1874cf tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:06.230219 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-39cc3126-4156-407f-a2bd-d31b30d1b971 req-043dc6e3-7c45-414d-90f1-1b9d7a1874cf tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 945 time: 0.0718946 Dec 09 01:11:06.303190 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71b5a9-ab0e-406a-9e84-a55bb515a11b req-9c7783af-ee56-4b15-adc6-3cdf2fa64c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:06.304435 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1eea9d16-8c2e-42f9-9fee-befe4bf9a087 req-bb25c95f-9ac2-407e-8d51-fd01c54a09db tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727305 Dec 09 01:11:06.309585 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-39cc3126-4156-407f-a2bd-d31b30d1b971 req-f9696a2b-ada9-47bf-ac87-92cecdd0ce22 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718713 Dec 09 01:11:06.311843 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ec71b5a9-ab0e-406a-9e84-a55bb515a11b req-9c7783af-ee56-4b15-adc6-3cdf2fa64c5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 919 time: 0.0914648 Dec 09 01:11:06.364790 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ec71b5a9-ab0e-406a-9e84-a55bb515a11b req-ba4aab7e-1d4a-4b6e-8a5a-e7b90211f7e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff HTTP/1.1" status: 200 len: 217 time: 0.0410588 Dec 09 01:11:06.462714 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71b5a9-ab0e-406a-9e84-a55bb515a11b req-59e93c2d-b405-44f5-a81c-39652bcfd329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:06.464118 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ec71b5a9-ab0e-406a-9e84-a55bb515a11b req-59e93c2d-b405-44f5-a81c-39652bcfd329 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 200 len: 858 time: 0.0428972 Dec 09 01:11:06.501990 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ec71b5a9-ab0e-406a-9e84-a55bb515a11b req-968c9ea9-72d5-4584-a50b-465d15c8b7ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228784 Dec 09 01:11:06.598303 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ec71b5a9-ab0e-406a-9e84-a55bb515a11b req-858ac15e-b8ea-4c18-b2f3-3b0673cef841 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880826 Dec 09 01:11:06.692559 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ec71b5a9-ab0e-406a-9e84-a55bb515a11b req-67459026-3b72-43f1-affc-208778538663 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812111 Dec 09 01:11:06.733920 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['9403bd16-5fd9-412f-8e51-2c5dad3f9013'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:11:06.734886 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f599c-a79b-45f3-bae7-27660d2eecb2 req-cf748e83-36e7-47c8-be21-aa8a2ca2091b tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:06.736394 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d74f599c-a79b-45f3-bae7-27660d2eecb2 req-cf748e83-36e7-47c8-be21-aa8a2ca2091b tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 944 time: 0.0484254 Dec 09 01:11:06.789964 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d74f599c-a79b-45f3-bae7-27660d2eecb2 req-0378050c-280f-4a99-b34e-554566533e90 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470631 Dec 09 01:11:06.923694 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c7e52-948a-4dba-8120-f1ab2539a7e6 req-6a1c89bb-7f05-4f85-bbd7-1896d10a9bc6 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:06.925205 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-032c7e52-948a-4dba-8120-f1ab2539a7e6 req-6a1c89bb-7f05-4f85-bbd7-1896d10a9bc6 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 945 time: 0.1025455 Dec 09 01:11:07.094695 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7516d6-b864-4ac1-a760-a67352da05d5 req-bf207a24-f6fb-476e-89a4-f2a28f9ddf00 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:07.096262 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fb7516d6-b864-4ac1-a760-a67352da05d5 req-bf207a24-f6fb-476e-89a4-f2a28f9ddf00 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0494940 Dec 09 01:11:07.155644 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fb7516d6-b864-4ac1-a760-a67352da05d5 req-1e53b174-c2a6-46af-9815-428298cb7982 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496404 Dec 09 01:11:07.348484 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-032c7e52-948a-4dba-8120-f1ab2539a7e6 req-e759e9c5-092d-4921-8366-b3cfc7823108 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Deleting port e20fa842-3843-4cb5-84e7-4413a72e5f3e {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:11:07.348837 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-032c7e52-948a-4dba-8120-f1ab2539a7e6 req-e759e9c5-092d-4921-8366-b3cfc7823108 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:07.454257 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-032c7e52-948a-4dba-8120-f1ab2539a7e6 req-e759e9c5-092d-4921-8366-b3cfc7823108 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] For port e20fa842-3843-4cb5-84e7-4413a72e5f3e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e20fa842-3843-4cb5-84e7-4413a72e5f3e,segment=NetworkSegment(7ecdd577-8e23-4a46-99a0-e76fcb307b81),segment_id=7ecdd577-8e23-4a46-99a0-e76fcb307b81)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:07.454647 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-032c7e52-948a-4dba-8120-f1ab2539a7e6 req-e759e9c5-092d-4921-8366-b3cfc7823108 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:07.467782 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:11:07.471870 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-032c7e52-948a-4dba-8120-f1ab2539a7e6 req-e759e9c5-092d-4921-8366-b3cfc7823108 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Calling delete_port for e20fa842-3843-4cb5-84e7-4413a72e5f3e owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:11:07.482588 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a44df-a3c2-4a4f-a3a7-a5a989545634 req-38189490-7adb-4964-86e7-2c1c0cb26a1e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:07.484064 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-650a44df-a3c2-4a4f-a3a7-a5a989545634 req-38189490-7adb-4964-86e7-2c1c0cb26a1e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1056900 Dec 09 01:11:07.497073 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f60a3-caf4-46a8-a18a-09c252924957 req-03b001bd-6470-42e4-b81a-d28462ac9bce tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:07.498513 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fb2f60a3-caf4-46a8-a18a-09c252924957 req-03b001bd-6470-42e4-b81a-d28462ac9bce tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b28adeb-ac02-4117-b5f7-9f363afd487a HTTP/1.1" status: 200 len: 945 time: 0.0762575 Dec 09 01:11:07.575438 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-650a44df-a3c2-4a4f-a3a7-a5a989545634 req-838a23e5-6600-4ca5-9da1-49046f1955a7 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759537 Dec 09 01:11:07.579116 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fb2f60a3-caf4-46a8-a18a-09c252924957 req-2243191b-40d3-49c5-ac3f-4880b15bb4d8 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740664 Dec 09 01:11:07.664148 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-032c7e52-948a-4dba-8120-f1ab2539a7e6 req-e759e9c5-092d-4921-8366-b3cfc7823108 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:07.697578 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759e9c5-092d-4921-8366-b3cfc7823108 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Pushing event deleted for resources: {'Port': ['ID=e20fa842-3843-4cb5-84e7-4413a72e5f3e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:07.761720 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-032c7e52-948a-4dba-8120-f1ab2539a7e6 req-e759e9c5-092d-4921-8366-b3cfc7823108 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] No DVR routers for this DVR port e20fa842-3843-4cb5-84e7-4413a72e5f3e on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:11:07.764858 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-032c7e52-948a-4dba-8120-f1ab2539a7e6 req-e759e9c5-092d-4921-8366-b3cfc7823108 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:07.768552 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-032c7e52-948a-4dba-8120-f1ab2539a7e6 req-e759e9c5-092d-4921-8366-b3cfc7823108 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.46 "DELETE /v2.0/ports/e20fa842-3843-4cb5-84e7-4413a72e5f3e HTTP/1.1" status: 204 len: 173 time: 0.7934241 Dec 09 01:11:07.768982 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b28adeb-ac02-4117-b5f7-9f363afd487a', 'name': 'network-vif-deleted', 'tag': 'e20fa842-3843-4cb5-84e7-4413a72e5f3e'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:11:07.771321 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a0fe1b-4c13-43c9-9e0c-9f3840ce9d20" -d '{"events": [{"server_uuid": "0b28adeb-ac02-4117-b5f7-9f363afd487a", "name": "network-vif-deleted", "tag": "e20fa842-3843-4cb5-84e7-4413a72e5f3e"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:11:07.810356 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d20706-6e17-44ae-930e-aa0238336aba x-openstack-request-id: req-f2d20706-6e17-44ae-930e-aa0238336aba {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:07.810695 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b28adeb-ac02-4117-b5f7-9f363afd487a", "name": "network-vif-deleted", "tag": "e20fa842-3843-4cb5-84e7-4413a72e5f3e", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:07.810980 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2d20706-6e17-44ae-930e-aa0238336aba {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:07.811379 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b28adeb-ac02-4117-b5f7-9f363afd487a', 'name': 'network-vif-deleted', 'tag': 'e20fa842-3843-4cb5-84e7-4413a72e5f3e', 'status': 'completed', 'code': 200} Dec 09 01:11:07.843720 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['e20fa842-3843-4cb5-84e7-4413a72e5f3e'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:11:07.917241 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb9211-bdcd-4f1a-8c1e-4d1621391fe8 req-b305630f-4bc8-4795-8c04-bf6fce126d68 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:07.920492 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ffeb9211-bdcd-4f1a-8c1e-4d1621391fe8 req-b305630f-4bc8-4795-8c04-bf6fce126d68 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 944 time: 0.0561955 Dec 09 01:11:07.969668 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ffeb9211-bdcd-4f1a-8c1e-4d1621391fe8 req-ae7e17f6-a790-4509-bd4a-48f703361987 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443418 Dec 09 01:11:08.291531 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffef7a-3074-4eb4-84e7-20020a584f46 req-66fe019e-81a9-4228-8f5f-b0cd265575c3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:08.293013 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-79ffef7a-3074-4eb4-84e7-20020a584f46 req-66fe019e-81a9-4228-8f5f-b0cd265575c3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0615189 Dec 09 01:11:08.344673 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-79ffef7a-3074-4eb4-84e7-20020a584f46 req-ce1bfb30-9e5f-4516-91d3-a57522441349 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459001 Dec 09 01:11:08.710721 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2725af4-45c7-42dc-812b-6b65adde3e71 req-377b7b1b-c34b-45cf-a7c4-d091c970adbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:08.712208 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b2725af4-45c7-42dc-812b-6b65adde3e71 req-377b7b1b-c34b-45cf-a7c4-d091c970adbc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0535529 Dec 09 01:11:08.762486 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b2725af4-45c7-42dc-812b-6b65adde3e71 req-64698b5d-3d18-4ad8-bb78-64cd72634f51 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442679 Dec 09 01:11:08.927743 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-5c830ba4-a060-4723-817a-8e4abc900fd6 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:08.929108 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-5c830ba4-a060-4723-817a-8e4abc900fd6 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/networks?id=54da1fdd-8934-41b2-b4b2-5871ab439c53 HTTP/1.1" status: 200 len: 809 time: 0.1079309 Dec 09 01:11:08.945929 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-89cf1799-9339-4c65-b95c-737a5592e891 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/quotas/a965b3ef21e14d8787cc1b57b914f806 HTTP/1.1" status: 200 len: 375 time: 0.0098090 Dec 09 01:11:08.979444 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-8bcfc2ef-fd72-4b23-bd2d-13c181d3c9ed tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a965b3ef21e14d8787cc1b57b914f806&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274200 Dec 09 01:11:09.111537 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616f542-854c-43aa-8f3f-4ba3e53bcf9b req-e26ffa83-8efb-47e9-87fb-890f38cb4741 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:09.112980 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8616f542-854c-43aa-8f3f-4ba3e53bcf9b req-e26ffa83-8efb-47e9-87fb-890f38cb4741 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 944 time: 0.0711689 Dec 09 01:11:09.115133 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-52b3e420-5d72-4075-8529-f901f3a4a2ea service neutron] 10.222.0.23 "GET /v2.0/networks/54da1fdd-8934-41b2-b4b2-5871ab439c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279409 Dec 09 01:11:09.223989 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8616f542-854c-43aa-8f3f-4ba3e53bcf9b req-dd3467b3-a285-42b4-8d5c-99b8da92b0f6 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046307 Dec 09 01:11:09.248589 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-255cee5c-e50f-4bba-ae81-420c89289608 service neutron] 10.222.0.23 "GET /v2.0/networks/54da1fdd-8934-41b2-b4b2-5871ab439c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240456 Dec 09 01:11:09.410729 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a0f5c41-f126-460e-a055-fa5487d8c6ca req-d3a7db8f-cf3e-4479-83e2-30b6840d7599 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 210 time: 0.0299470 Dec 09 01:11:09.481829 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7edd6-bbdc-4a48-aad1-941bb2df1761 req-fcc0e48b-5ac1-49d9-bab2-40ca2d6e4a6d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:09.483356 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7ea7edd6-bbdc-4a48-aad1-941bb2df1761 req-fcc0e48b-5ac1-49d9-bab2-40ca2d6e4a6d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0528131 Dec 09 01:11:09.547440 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7ea7edd6-bbdc-4a48-aad1-941bb2df1761 req-e1d42c3a-3b9d-4a43-b699-23651f81f588 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575330 Dec 09 01:11:09.743930 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 9403bd16-5fd9-412f-8e51-2c5dad3f9013 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:11:09.800272 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 9403bd16-5fd9-412f-8e51-2c5dad3f9013 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:11:09.806175 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 9403bd16-5fd9-412f-8e51-2c5dad3f9013 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:11:09.806175 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:09.886739 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d8710-a897-450f-953a-c4b0c1c41937 req-5dc7e442-ee19-4d42-8336-34e47172eab8 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:09.891009 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ef4d8710-a897-450f-953a-c4b0c1c41937 req-5dc7e442-ee19-4d42-8336-34e47172eab8 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0590365 Dec 09 01:11:09.910336 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:09.933201 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeb0702-18c0-4c51-9173-464d3c1eba87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9403bd16-5fd9-412f-8e51-2c5dad3f9013'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:11:09.935546 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c421a7-4657-4310-afb7-cf4e2770d86b" -d '{"events": [{"server_uuid": "ceeb0702-18c0-4c51-9173-464d3c1eba87", "name": "network-vif-plugged", "status": "completed", "tag": "9403bd16-5fd9-412f-8e51-2c5dad3f9013"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:11:09.943821 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ef4d8710-a897-450f-953a-c4b0c1c41937 req-1bb2e810-725e-47db-98f0-66c1bc6cb1b9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494387 Dec 09 01:11:09.949079 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 9403bd16-5fd9-412f-8e51-2c5dad3f9013, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9403bd16-5fd9-412f-8e51-2c5dad3f9013,segment=NetworkSegment(949040bd-00b0-4250-8c1c-535827cef80e),segment_id=949040bd-00b0-4250-8c1c-535827cef80e)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:09.953117 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:09.983685 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac6bf24-51ab-4567-97d8-950512cc5eda x-openstack-request-id: req-dac6bf24-51ab-4567-97d8-950512cc5eda {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:09.983984 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeb0702-18c0-4c51-9173-464d3c1eba87", "name": "network-vif-plugged", "status": "completed", "tag": "9403bd16-5fd9-412f-8e51-2c5dad3f9013", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:09.984242 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dac6bf24-51ab-4567-97d8-950512cc5eda {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:09.984645 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeb0702-18c0-4c51-9173-464d3c1eba87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9403bd16-5fd9-412f-8e51-2c5dad3f9013', 'code': 200} Dec 09 01:11:10.015560 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=9403bd16-5fd9-412f-8e51-2c5dad3f9013,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:10.238607 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b0d5c-3a44-44ff-8f8a-f9e0cf3672c8 req-865402b5-27d3-409c-9e49-064b1489e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:10.240383 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-348b0d5c-3a44-44ff-8f8a-f9e0cf3672c8 req-865402b5-27d3-409c-9e49-064b1489e559 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 1098 time: 0.0400758 Dec 09 01:11:10.292995 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-348b0d5c-3a44-44ff-8f8a-f9e0cf3672c8 req-782eaf9e-6ac5-410e-adac-168464a2e163 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389507 Dec 09 01:11:10.344088 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e498696-40fa-4067-a315-fbd1ea233fc9 req-c30b21ff-e45c-47de-bbd6-bb26988e2731 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:10.345560 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e498696-40fa-4067-a315-fbd1ea233fc9 req-c30b21ff-e45c-47de-bbd6-bb26988e2731 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 945 time: 0.0490272 Dec 09 01:11:10.394617 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e498696-40fa-4067-a315-fbd1ea233fc9 req-436c6906-cb2a-4f29-8f9d-b7df6a23d05b tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430222 Dec 09 01:11:10.509328 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4b906667-727a-497a-bef9-d35724ad3ba6 req-15085783-ba49-4902-800c-c84a99e6d3a7 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 210 time: 0.0276682 Dec 09 01:11:10.668852 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a13a6-f7fb-46c4-8f78-1ced8c1b9938 req-4b9afd96-ba43-45aa-9844-66610d741828 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:10.670386 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9b0a13a6-f7fb-46c4-8f78-1ced8c1b9938 req-4b9afd96-ba43-45aa-9844-66610d741828 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0499189 Dec 09 01:11:10.926271 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9b0a13a6-f7fb-46c4-8f78-1ced8c1b9938 req-972171d7-c7a1-4968-9d6e-27ec695f4b3a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497790 Dec 09 01:11:11.067912 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd5570-680f-4e0d-9cd8-660e42272c2e req-00ffbd3a-3c8a-42ab-a7c4-566a74535c5c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:11.070348 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58fd5570-680f-4e0d-9cd8-660e42272c2e req-00ffbd3a-3c8a-42ab-a7c4-566a74535c5c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0517471 Dec 09 01:11:11.119211 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58fd5570-680f-4e0d-9cd8-660e42272c2e req-36789063-855e-4254-88c2-9ee10f68526f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Dec 09 01:11:11.278113 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-a41346af-9ce1-4fe0-a825-262b61a99396 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:11.279583 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-a41346af-9ce1-4fe0-a825-262b61a99396 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.46 "GET /v2.0/networks?id=54da1fdd-8934-41b2-b4b2-5871ab439c53 HTTP/1.1" status: 200 len: 809 time: 0.1060376 Dec 09 01:11:11.328731 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Request body: {'port': {'device_id': '36da9bb0-8fba-4c99-bf93-c805ea677d26', 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53', 'admin_state_up': True, 'tenant_id': 'a965b3ef21e14d8787cc1b57b914f806'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:11.437915 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Made reservation on behalf of a965b3ef21e14d8787cc1b57b914f806 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:11:11.441641 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:11.524421 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1507fd2-aeaa-445a-abd9-fb8097c1f355 req-a1612f50-060f-4d52-83c0-bf25b95ca383 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:11.525996 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a1507fd2-aeaa-445a-abd9-fb8097c1f355 req-a1612f50-060f-4d52-83c0-bf25b95ca383 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 945 time: 0.0576682 Dec 09 01:11:11.578346 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a1507fd2-aeaa-445a-abd9-fb8097c1f355 req-d3336860-9ec1-4b8a-9769-0bfdfda5cf09 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Dec 09 01:11:11.579948 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Allocated IP 172.20.0.9 (54da1fdd-8934-41b2-b4b2-5871ab439c53/9ba51b86-6146-4e10-a50b-8e990b78c334/fd2cce82-cac3-48b3-a16d-452d116546e4) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:11:11.618152 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-828d823a-a729-4ed3-9f6c-763f236e021d req-7b7e0bf8-2ac9-4ce4-9fe0-574f8283a4ad tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 210 time: 0.0344217 Dec 09 01:11:11.746844 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:11.760075 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device e20fa842-3843-4cb5-84e7-4413a72e5f3e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:11:11.782947 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:11.786390 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: e20fa842-3843-4cb5-84e7-4413a72e5f3e {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:11:11.786970 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device e20fa842-3843-4cb5-84e7-4413a72e5f3e not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:11:11.840187 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Network 54da1fdd-8934-41b2-b4b2-5871ab439c53 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:11:11.843940 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:11:11.850612 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:11:11.857024 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Pushing event updated for resources: {'Port': ['ID=fd2cce82-cac3-48b3-a16d-452d116546e4,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:11.905939 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:11.906567 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:11.925461 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-7d72b123-9163-485e-ab40-16976d681627 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006165 Dec 09 01:11:11.963874 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Request body: {'port': {'device_id': '36da9bb0-8fba-4c99-bf93-c805ea677d26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:12.023182 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:12.043208 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd9370-dbbc-4690-aede-2f2a967009e8 req-9150c56e-5386-4478-a5de-a67ef4f9317a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:12.044675 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-40dd9370-dbbc-4690-aede-2f2a967009e8 req-9150c56e-5386-4478-a5de-a67ef4f9317a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0491433 Dec 09 01:11:12.092348 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-40dd9370-dbbc-4690-aede-2f2a967009e8 req-98921f04-8739-4dc0-98e7-16da9266e971 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415003 Dec 09 01:11:12.237525 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966da6c9-0803-4287-b43f-267b87956ed6 req-fcc358e0-45f5-4316-b51d-f3601dba9217 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:12.239026 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-966da6c9-0803-4287-b43f-267b87956ed6 req-fcc358e0-45f5-4316-b51d-f3601dba9217 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0504413 Dec 09 01:11:12.293579 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-966da6c9-0803-4287-b43f-267b87956ed6 req-e9c994be-24f8-4cd8-85ba-0afd6d9f8f74 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481746 Dec 09 01:11:12.304517 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2cce82-cac3-48b3-a16d-452d116546e4 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:11:12.312330 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:12.324220 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Transition to ACTIVE for port object fd2cce82-cac3-48b3-a16d-452d116546e4 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:11:12.327740 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:12.378943 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2cce82-cac3-48b3-a16d-452d116546e4,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:12.452259 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Attempting to bind port fd2cce82-cac3-48b3-a16d-452d116546e4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:11:12.452620 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Attempting to bind port fd2cce82-cac3-48b3-a16d-452d116546e4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '7ecdd577-8e23-4a46-99a0-e76fcb307b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:11:12.452932 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Attempting to bind port fd2cce82-cac3-48b3-a16d-452d116546e4 on network 54da1fdd-8934-41b2-b4b2-5871ab439c53 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:11:12.458065 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Port fd2cce82-cac3-48b3-a16d-452d116546e4 on network 54da1fdd-8934-41b2-b4b2-5871ab439c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:11:12.458614 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Attempting to bind port fd2cce82-cac3-48b3-a16d-452d116546e4 on network 54da1fdd-8934-41b2-b4b2-5871ab439c53 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:11:12.465037 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:11:12.465467 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Checking segment: {'id': '7ecdd577-8e23-4a46-99a0-e76fcb307b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:11:12.466078 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Bound using segment: {'id': '7ecdd577-8e23-4a46-99a0-e76fcb307b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:11:12.466300 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Bound port: fd2cce82-cac3-48b3-a16d-452d116546e4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecdd577-8e23-4a46-99a0-e76fcb307b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:11:12.466723 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:12.543830 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] For port fd2cce82-cac3-48b3-a16d-452d116546e4, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:11:12.547484 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] For port fd2cce82-cac3-48b3-a16d-452d116546e4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fd2cce82-cac3-48b3-a16d-452d116546e4,segment=NetworkSegment(7ecdd577-8e23-4a46-99a0-e76fcb307b81),segment_id=7ecdd577-8e23-4a46-99a0-e76fcb307b81)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:11:12.552549 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:12.590529 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:12.591156 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:12.592926 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] 10.222.0.46 "PUT /v2.0/ports/fd2cce82-cac3-48b3-a16d-452d116546e4 HTTP/1.1" status: 200 len: 1093 time: 0.6342320 Dec 09 01:11:12.593739 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36da9bb0-8fba-4c99-bf93-c805ea677d26', 'tag': 'fd2cce82-cac3-48b3-a16d-452d116546e4'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:11:12.596857 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e7f26a-5b8b-41e3-8b0d-77a7d0cd0621" -d '{"events": [{"name": "network-changed", "server_uuid": "36da9bb0-8fba-4c99-bf93-c805ea677d26", "tag": "fd2cce82-cac3-48b3-a16d-452d116546e4"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:11:12.625338 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4a581-39cf-4c0d-a761-0e4be40ec897 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2cce82-cac3-48b3-a16d-452d116546e4,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:12.636129 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f930489-8d26-48b3-ad54-87a52a994500 x-openstack-request-id: req-6f930489-8d26-48b3-ad54-87a52a994500 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:12.636506 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36da9bb0-8fba-4c99-bf93-c805ea677d26", "tag": "fd2cce82-cac3-48b3-a16d-452d116546e4", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:12.636770 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f930489-8d26-48b3-ad54-87a52a994500 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:12.637245 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36da9bb0-8fba-4c99-bf93-c805ea677d26', 'tag': 'fd2cce82-cac3-48b3-a16d-452d116546e4', 'status': 'completed', 'code': 200} Dec 09 01:11:12.762874 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce3e61-0e00-412b-80e1-fef1da98a8f2 req-37e6cad0-8a19-47e3-8b18-660e20208b02 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:12.764488 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-36ce3e61-0e00-412b-80e1-fef1da98a8f2 req-37e6cad0-8a19-47e3-8b18-660e20208b02 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 945 time: 0.0916321 Dec 09 01:11:12.777824 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675833c9-03be-4ed8-b70a-56989e145e61 req-6cd2ee05-1746-45f9-a7fb-25db0fe38cb3 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:12.779246 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-675833c9-03be-4ed8-b70a-56989e145e61 req-6cd2ee05-1746-45f9-a7fb-25db0fe38cb3 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 943 time: 0.0719550 Dec 09 01:11:12.855259 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-36ce3e61-0e00-412b-80e1-fef1da98a8f2 req-b6385ee7-b0e4-40ff-9675-c73d4cd3a413 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750096 Dec 09 01:11:12.886355 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-675833c9-03be-4ed8-b70a-56989e145e61 req-df68cbc5-5d85-49f2-bb9e-022b6404a6b1 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998447 Dec 09 01:11:12.943653 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f26a-5b8b-41e3-8b0d-77a7d0cd0621 req-27ea6bb4-d603-4a09-9ac8-83fc44907454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:12.945185 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-60e7f26a-5b8b-41e3-8b0d-77a7d0cd0621 req-27ea6bb4-d603-4a09-9ac8-83fc44907454 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a965b3ef21e14d8787cc1b57b914f806&device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 1096 time: 0.0801914 Dec 09 01:11:13.008672 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f34673-7089-4525-a173-286d257de5fa req-d4f528d8-fbfb-431d-8ca6-19985eb71f9c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:13.010191 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58f34673-7089-4525-a173-286d257de5fa req-d4f528d8-fbfb-431d-8ca6-19985eb71f9c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0589504 Dec 09 01:11:13.060856 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58f34673-7089-4525-a173-286d257de5fa req-675d4bca-def5-4b76-a6a4-bb3720210611 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441415 Dec 09 01:11:13.074112 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f26a-5b8b-41e3-8b0d-77a7d0cd0621 req-c4467a11-7100-49e2-acd5-1e888fd88531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:13.078399 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-60e7f26a-5b8b-41e3-8b0d-77a7d0cd0621 req-c4467a11-7100-49e2-acd5-1e888fd88531 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a965b3ef21e14d8787cc1b57b914f806&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1009254 Dec 09 01:11:13.086066 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 51222) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:13.213386 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7f26a-5b8b-41e3-8b0d-77a7d0cd0621 req-7ccc0e86-7913-489a-ab2a-c904edad511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:13.214895 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-60e7f26a-5b8b-41e3-8b0d-77a7d0cd0621 req-7ccc0e86-7913-489a-ab2a-c904edad511b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1167789 Dec 09 01:11:13.219839 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34594e45-73be-414b-9f1f-e98a6bce0e31 req-4cc9a7f7-974c-4d5c-b702-77e768f1af3a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:13.221866 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-34594e45-73be-414b-9f1f-e98a6bce0e31 req-4cc9a7f7-974c-4d5c-b702-77e768f1af3a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0547292 Dec 09 01:11:13.294842 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-34594e45-73be-414b-9f1f-e98a6bce0e31 req-d2a18217-dfdc-4e26-b3ef-884b48cec822 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588374 Dec 09 01:11:13.374641 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e83a3c-f832-4029-9f4c-240e9af40032 tempest-TestMinimumBasicScenario-1439850147 tempest-TestMinimumBasicScenario-1439850147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:13.378565 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-11e83a3c-f832-4029-9f4c-240e9af40032 tempest-TestMinimumBasicScenario-1439850147 tempest-TestMinimumBasicScenario-1439850147-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 1094 time: 0.2890961 Dec 09 01:11:13.379606 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 51240) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:13.380371 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-665a274c-2a75-4602-b546-f915da0409ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:13.381820 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-665a274c-2a75-4602-b546-f915da0409ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a965b3ef21e14d8787cc1b57b914f806&device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 1096 time: 0.0729635 Dec 09 01:11:13.385390 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Request body: {'floatingip': {'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'port_id': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:13.438150 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:13.463072 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-8c8bb395-fe26-4416-bf57-6a62f6e06a9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd2cce82-cac3-48b3-a16d-452d116546e4 HTTP/1.1" status: 200 len: 217 time: 0.0441799 Dec 09 01:11:13.491189 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0dfef-2063-4592-ac02-957989c2b063 req-134553f1-2e14-4848-b9a0-7df571a5e3e9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:13.492757 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0f0dfef-2063-4592-ac02-957989c2b063 req-134553f1-2e14-4848-b9a0-7df571a5e3e9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0829089 Dec 09 01:11:13.521310 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-86e6c53a-cf13-4e09-b60c-5195106d61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:13.523500 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-86e6c53a-cf13-4e09-b60c-5195106d61bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9ba51b86-6146-4e10-a50b-8e990b78c334 HTTP/1.1" status: 200 len: 849 time: 0.0482016 Dec 09 01:11:13.566934 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-0526e036-db63-44ce-b2f8-f8a2db889a9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=54da1fdd-8934-41b2-b4b2-5871ab439c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240488 Dec 09 01:11:13.580809 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0f0dfef-2063-4592-ac02-957989c2b063 req-8fdaf8b5-8f4f-44ec-aa4f-318e8d1aacee tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800290 Dec 09 01:11:13.599471 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:13.672225 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-0356040c-3e3d-422d-b79c-6c10c3b6c323 service neutron] 10.222.0.46 "GET /v2.0/networks/54da1fdd-8934-41b2-b4b2-5871ab439c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935173 Dec 09 01:11:13.720726 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Allocated IP 172.27.0.41 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/33c7059a-10b7-4110-bf0a-5abb5d0bfcae) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:11:13.768571 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dfaf75b1-af12-4e02-8eff-d58455c10961 req-fafdfe79-5f82-4721-aaf8-5d862ca6cf5a service neutron] 10.222.0.46 "GET /v2.0/networks/54da1fdd-8934-41b2-b4b2-5871ab439c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883820 Dec 09 01:11:13.827005 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:13.864146 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:13.911705 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:11:13.914205 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:11:13.918662 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:11:13.948835 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'Port': ['ID=33c7059a-10b7-4110-bf0a-5abb5d0bfcae,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:14.067287 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9d6e0-14a2-4372-829c-b65beb650e45 req-60dfef0d-b893-4cfd-9ab1-90691dae050b tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:14.068811 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ab9d6e0-14a2-4372-829c-b65beb650e45 req-60dfef0d-b893-4cfd-9ab1-90691dae050b tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 943 time: 0.1084187 Dec 09 01:11:14.172095 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ab9d6e0-14a2-4372-829c-b65beb650e45 req-a99a00be-b244-4f0f-bd17-7120d1b57045 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964422 Dec 09 01:11:14.422797 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:14.452613 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174902e3-0e10-4d82-a297-a19b76bb0b3d req-247307dd-d589-4ebd-a51b-ea9e794a13a7 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:14.454351 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-174902e3-0e10-4d82-a297-a19b76bb0b3d req-247307dd-d589-4ebd-a51b-ea9e794a13a7 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.1041617 Dec 09 01:11:14.539564 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:14.563338 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-174902e3-0e10-4d82-a297-a19b76bb0b3d req-999cf8ab-56c4-4334-9e25-1ff52300f07c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008291 Dec 09 01:11:14.736344 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936b447-2697-4a2e-a291-89649ae2df5b req-3feb28a2-4bb3-42ec-836d-c37dd8505a82 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:14.737785 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7936b447-2697-4a2e-a291-89649ae2df5b req-3feb28a2-4bb3-42ec-836d-c37dd8505a82 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0839252 Dec 09 01:11:14.794484 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:14.805253 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:14.840609 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7936b447-2697-4a2e-a291-89649ae2df5b req-d43c4d4c-9a4e-4ccb-a671-af28b58255e4 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939310 Dec 09 01:11:14.892933 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'Port': ['ID=33c7059a-10b7-4110-bf0a-5abb5d0bfcae,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:14.904519 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:15.028761 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.l3_db [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Floating IP 374d9f9e-af04-4cb5-b7da-89e251459d0c associated. External IP: 172.27.0.41, port: d892a925-bdcf-416c-aa14-6cbfe415f8eb. Dec 09 01:11:15.256965 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Router d249a50b-6226-4701-80ff-a8aa0ade8539 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:11:15.339584 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da01bdf-cfaf-4872-9446-9bd7874104c3 req-85c9a487-bb71-49f2-9ccf-b60cb1bbd3e6 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:15.341101 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4da01bdf-cfaf-4872-9446-9bd7874104c3 req-85c9a487-bb71-49f2-9ccf-b60cb1bbd3e6 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 943 time: 0.0978351 Dec 09 01:11:15.432400 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:11:15.437199 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4da01bdf-cfaf-4872-9446-9bd7874104c3 req-16011709-8a2e-4cc3-af8d-556227388c28 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895100 Dec 09 01:11:15.442282 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbd2be-cd4d-46b9-839f-ba5120e12756 None None] Sync routers for ids ['d249a50b-6226-4701-80ff-a8aa0ade8539'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:11:15.453443 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbd2be-cd4d-46b9-839f-ba5120e12756 None None] Routers {'d249a50b-6226-4701-80ff-a8aa0ade8539'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:11:15.454071 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-83fbd2be-cd4d-46b9-839f-ba5120e12756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:10:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d249a50b-6226-4701-80ff-a8aa0ade8539'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:11:15.455603 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:15.489301 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7d9e1b69-6fca-48ba-9dd6-2ed88c3375ea tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1058309 Dec 09 01:11:15.489301 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:11:15.489763 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 51278) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:15.490249 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da90ce-bd5d-46bc-8562-983cd74a01b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:11:15.495093 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-61414239-3602-4942-a37d-f2133f46b11f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520718665', 'description': 'tempest-secgroup-smoke-520718665 description', 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:15.529485 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-61414239-3602-4942-a37d-f2133f46b11f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:15.542263 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f7d596-c68a-4f6d-a55e-b81fd07c6fe7 x-openstack-request-id: req-37f7d596-c68a-4f6d-a55e-b81fd07c6fe7 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:15.542263 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:15.542263 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37f7d596-c68a-4f6d-a55e-b81fd07c6fe7 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:15.542263 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'status': 'completed', 'code': 200} Dec 09 01:11:15.576516 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-83fbd2be-cd4d-46b9-839f-ba5120e12756 None None] Set router d249a50b-6226-4701-80ff-a8aa0ade8539 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:11:15.657339 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-61414239-3602-4942-a37d-f2133f46b11f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:15.663837 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-61414239-3602-4942-a37d-f2133f46b11f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:15.689152 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da90ce-bd5d-46bc-8562-983cd74a01b5 req-b0d9fa50-b5ae-46d5-94ef-dc343cc76d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:15.690666 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-12da90ce-bd5d-46bc-8562-983cd74a01b5 req-b0d9fa50-b5ae-46d5-94ef-dc343cc76d1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6d5beaac0f5499ebdb7f15879cf5c9b&device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0758655 Dec 09 01:11:15.694918 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7f96d-bcd5-43a0-a4b3-e6a55b3a356d req-90225f7a-94b5-4ce6-8625-f9e15c5a478c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:15.697291 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5bd7f96d-bcd5-43a0-a4b3-e6a55b3a356d req-90225f7a-94b5-4ce6-8625-f9e15c5a478c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0593681 Dec 09 01:11:15.701385 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-61414239-3602-4942-a37d-f2133f46b11f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:15.705901 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-61414239-3602-4942-a37d-f2133f46b11f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2149644 Dec 09 01:11:15.709103 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 51286) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:15.713755 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-f66220e0-495f-408d-ae4d-965b1a875f10 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Request body: {'security_group_rule': {'security_group_id': '75ee3000-b908-4248-adc8-85a4b88c7e56', 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:15.733431 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61414239-3602-4942-a37d-f2133f46b11f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee3000-b908-4248-adc8-85a4b88c7e56,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:15.795016 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5bd7f96d-bcd5-43a0-a4b3-e6a55b3a356d req-66d20826-269d-44a0-a811-fb1c4585aa6a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787761 Dec 09 01:11:15.818096 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f66220e0-495f-408d-ae4d-965b1a875f10 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:15.855125 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-83fbd2be-cd4d-46b9-839f-ba5120e12756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:56Z', 'revision_number': 4, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '374d9f9e-af04-4cb5-b7da-89e251459d0c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'port_id': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'mac_address': 'fa:16:3e:d1:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:11:14Z', 'updated_at': '2021-12-09T01:11:14Z', 'revision_number': 0, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23496057-8167-4e8d-8822-7ff16c6d97de', 'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'mac_address': 'fa:16:3e:91:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:55Z', 'updated_at': '2021-12-09T01:10:01Z', 'revision_number': 5, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'subnets': [{'id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:11:15.862888 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da90ce-bd5d-46bc-8562-983cd74a01b5 req-fc8d209b-6019-46fe-8c90-ea5314d26179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:15.864353 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-12da90ce-bd5d-46bc-8562-983cd74a01b5 req-fc8d209b-6019-46fe-8c90-ea5314d26179 service neutron] 10.222.0.46 "GET /v2.0/networks?id=809b49f8-c565-416c-be1f-d21f8f13109c HTTP/1.1" status: 200 len: 916 time: 0.1449182 Dec 09 01:11:15.882828 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbd2be-cd4d-46b9-839f-ba5120e12756 None None] Checking router: d249a50b-6226-4701-80ff-a8aa0ade8539 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:11:15.893541 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbd2be-cd4d-46b9-839f-ba5120e12756 None None] Routers {'d249a50b-6226-4701-80ff-a8aa0ade8539'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:11:15.894160 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-83fbd2be-cd4d-46b9-839f-ba5120e12756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:10:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d249a50b-6226-4701-80ff-a8aa0ade8539'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:11:15.929693 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f66220e0-495f-408d-ae4d-965b1a875f10 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:15.937808 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f66220e0-495f-408d-ae4d-965b1a875f10 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:15.981565 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80b0a-d56e-4f79-95f1-5eb703e8b9b8 req-7634e1e1-6dd9-4def-9f8e-18aba2528252 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:15.983317 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ce80b0a-d56e-4f79-95f1-5eb703e8b9b8 req-7634e1e1-6dd9-4def-9f8e-18aba2528252 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0619435 Dec 09 01:11:15.993346 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f66220e0-495f-408d-ae4d-965b1a875f10 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:15.997317 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f66220e0-495f-408d-ae4d-965b1a875f10 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2846386 Dec 09 01:11:15.999306 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 51290) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:16.004106 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-a538c8e3-d212-4a56-b832-e5714cdfb7b4 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Request body: {'security_group_rule': {'security_group_id': '75ee3000-b908-4248-adc8-85a4b88c7e56', 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:16.005218 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66220e0-495f-408d-ae4d-965b1a875f10 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51187341-59b6-43e6-9adf-e901e91bb81e,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:16.050038 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-12da90ce-bd5d-46bc-8562-983cd74a01b5 req-23c7e4c3-d30e-463d-8624-95d62ab50cc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb HTTP/1.1" status: 200 len: 999 time: 0.1717482 Dec 09 01:11:16.101729 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ce80b0a-d56e-4f79-95f1-5eb703e8b9b8 req-182c7ba8-1e71-4e41-be39-064dbd3f445f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097677 Dec 09 01:11:16.103494 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a538c8e3-d212-4a56-b832-e5714cdfb7b4 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.109649 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-83fbd2be-cd4d-46b9-839f-ba5120e12756 None None] Set router d249a50b-6226-4701-80ff-a8aa0ade8539 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:11:16.129682 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da90ce-bd5d-46bc-8562-983cd74a01b5 req-e3835029-1476-4521-86a6-998aeedfe6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:16.129682 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-12da90ce-bd5d-46bc-8562-983cd74a01b5 req-e3835029-1476-4521-86a6-998aeedfe6d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c1692dc-9cf6-4039-bbc2-69e8655f7c52 HTTP/1.1" status: 200 len: 854 time: 0.0673573 Dec 09 01:11:16.160160 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a538c8e3-d212-4a56-b832-e5714cdfb7b4 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.164760 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a538c8e3-d212-4a56-b832-e5714cdfb7b4 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.186976 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538c8e3-d212-4a56-b832-e5714cdfb7b4 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf9b181-6cc9-4cfb-b5f4-332cd0fcaaf5,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:16.195244 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a538c8e3-d212-4a56-b832-e5714cdfb7b4 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.199283 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a538c8e3-d212-4a56-b832-e5714cdfb7b4 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1982648 Dec 09 01:11:16.199557 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da90ce-bd5d-46bc-8562-983cd74a01b5 req-6dd31439-a787-48c4-916d-48e327e318e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:16.200322 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 51294) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:16.201047 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-12da90ce-bd5d-46bc-8562-983cd74a01b5 req-6dd31439-a787-48c4-916d-48e327e318e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=809b49f8-c565-416c-be1f-d21f8f13109c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529461 Dec 09 01:11:16.204839 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-0a53e0c0-5bef-4f1a-a138-7ad1011f2d77 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Request body: {'security_group_rule': {'security_group_id': '75ee3000-b908-4248-adc8-85a4b88c7e56', 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:16.233633 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0a53e0c0-5bef-4f1a-a138-7ad1011f2d77 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.304347 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0a53e0c0-5bef-4f1a-a138-7ad1011f2d77 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.310388 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0a53e0c0-5bef-4f1a-a138-7ad1011f2d77 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.328740 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53e0c0-5bef-4f1a-a138-7ad1011f2d77 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0177a4a-9d6b-47ce-bbf8-589984e93281,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:16.332899 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-12da90ce-bd5d-46bc-8562-983cd74a01b5 req-e96b0bcf-e668-4523-a26a-712ce99aa2bd service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113977 Dec 09 01:11:16.348029 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-83fbd2be-cd4d-46b9-839f-ba5120e12756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:56Z', 'revision_number': 4, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '374d9f9e-af04-4cb5-b7da-89e251459d0c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'port_id': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'mac_address': 'fa:16:3e:d1:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:11:14Z', 'updated_at': '2021-12-09T01:11:14Z', 'revision_number': 0, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23496057-8167-4e8d-8822-7ff16c6d97de', 'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'mac_address': 'fa:16:3e:91:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:55Z', 'updated_at': '2021-12-09T01:10:01Z', 'revision_number': 5, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'subnets': [{'id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:11:16.348780 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0a53e0c0-5bef-4f1a-a138-7ad1011f2d77 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.354003 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 51296) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:16.354217 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0a53e0c0-5bef-4f1a-a138-7ad1011f2d77 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528094 Dec 09 01:11:16.358934 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-fdc0e42e-6c3b-433d-9890-3e9f6950e073 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Request body: {'security_group_rule': {'security_group_id': '75ee3000-b908-4248-adc8-85a4b88c7e56', 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:16.377808 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbd2be-cd4d-46b9-839f-ba5120e12756 None None] The sync data for ids ['d249a50b-6226-4701-80ff-a8aa0ade8539'] in dv-cinder-790535-20-iscsi is: [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:56Z', 'revision_number': 4, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '374d9f9e-af04-4cb5-b7da-89e251459d0c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'port_id': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'mac_address': 'fa:16:3e:d1:1b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:11:14Z', 'updated_at': '2021-12-09T01:11:14Z', 'revision_number': 0, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23496057-8167-4e8d-8822-7ff16c6d97de', 'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'mac_address': 'fa:16:3e:91:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:55Z', 'updated_at': '2021-12-09T01:10:01Z', 'revision_number': 5, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'subnets': [{'id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:11:16.441007 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fdc0e42e-6c3b-433d-9890-3e9f6950e073 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.480162 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-12da90ce-bd5d-46bc-8562-983cd74a01b5 req-3884cbf4-17c6-4bc7-8369-3bf11f940115 service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358407 Dec 09 01:11:16.504395 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fdc0e42e-6c3b-433d-9890-3e9f6950e073 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.516412 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fdc0e42e-6c3b-433d-9890-3e9f6950e073 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.542473 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0e42e-6c3b-433d-9890-3e9f6950e073 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a800b9a2-8649-44c4-bcbe-01d7cb8f5e57,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:16.548254 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fdc0e42e-6c3b-433d-9890-3e9f6950e073 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.549526 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-fdc0e42e-6c3b-433d-9890-3e9f6950e073 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1940742 Dec 09 01:11:16.552372 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 51302) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:16.561716 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-87d42286-fada-4a18-a823-0012009ae63c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Request body: {'security_group_rule': {'security_group_id': '75ee3000-b908-4248-adc8-85a4b88c7e56', 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:16.581158 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6da09-abbe-4781-b3fd-0a8fad88c73d req-74c621a9-e590-4a2a-b473-54fb9dbbfcc9 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:16.589877 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b7d6da09-abbe-4781-b3fd-0a8fad88c73d req-74c621a9-e590-4a2a-b473-54fb9dbbfcc9 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 943 time: 0.0798216 Dec 09 01:11:16.605486 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.securitygroups_db [None req-87d42286-fada-4a18-a823-0012009ae63c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Project d6d5beaac0f5499ebdb7f15879cf5c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 01:11:16.613408 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-87d42286-fada-4a18-a823-0012009ae63c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.642005 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ba9ff-21a7-47f2-864b-f005e1a576bf None None] New status for floating IP 374d9f9e-af04-4cb5-b7da-89e251459d0c: ACTIVE {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:11:16.658325 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b7d6da09-abbe-4781-b3fd-0a8fad88c73d req-b0590f08-1170-49f8-aa7c-5fae84ee4cca tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673952 Dec 09 01:11:16.898143 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-87d42286-fada-4a18-a823-0012009ae63c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.902212 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-87d42286-fada-4a18-a823-0012009ae63c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.921731 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d42286-fada-4a18-a823-0012009ae63c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd07cf15-4443-4a8b-a810-e42a9c1c8d9f,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:16.927329 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-87d42286-fada-4a18-a823-0012009ae63c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:16.929250 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-87d42286-fada-4a18-a823-0012009ae63c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3738604 Dec 09 01:11:16.931887 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 51316) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:16.936226 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-0dcbc511-1a59-4ddb-8459-e092a7a6938a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Request body: {'security_group_rule': {'security_group_id': '75ee3000-b908-4248-adc8-85a4b88c7e56', 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:16.947790 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f9c6f-8d85-4c67-962a-0870caaa8996 req-b673b989-18fe-490c-a6bb-6a506673285b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:16.949295 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-212f9c6f-8d85-4c67-962a-0870caaa8996 req-b673b989-18fe-490c-a6bb-6a506673285b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0582297 Dec 09 01:11:16.960546 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.securitygroups_db [None req-0dcbc511-1a59-4ddb-8459-e092a7a6938a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Project d6d5beaac0f5499ebdb7f15879cf5c9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 01:11:16.965578 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc511-1a59-4ddb-8459-e092a7a6938a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:17.000296 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-212f9c6f-8d85-4c67-962a-0870caaa8996 req-87e82312-e1ab-4cd6-b2d6-5bd1d71c10fd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431001 Dec 09 01:11:17.032983 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc511-1a59-4ddb-8459-e092a7a6938a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:17.036681 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc511-1a59-4ddb-8459-e092a7a6938a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:17.054257 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbc511-1a59-4ddb-8459-e092a7a6938a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc04c17-812b-4f76-9334-aba77bff5e45,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:17.060923 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0dcbc511-1a59-4ddb-8459-e092a7a6938a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:17.064949 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0dcbc511-1a59-4ddb-8459-e092a7a6938a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320229 Dec 09 01:11:17.154666 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a4f92205-7e2d-4771-86f1-565007273233 req-6fa1ec00-488f-4bb7-8ed9-2cee221ba4a5 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520718665&fields=id&tenant_id=d6d5beaac0f5499ebdb7f15879cf5c9b HTTP/1.1" status: 200 len: 267 time: 0.0484385 Dec 09 01:11:17.445160 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f92205-7e2d-4771-86f1-565007273233 req-686dc73a-5314-4584-b771-32c2576f015f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:17.447758 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a4f92205-7e2d-4771-86f1-565007273233 req-686dc73a-5314-4584-b771-32c2576f015f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 946 time: 0.2870669 Dec 09 01:11:17.460797 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-a4f92205-7e2d-4771-86f1-565007273233 req-ca63dc78-4e9e-415f-99c4-82e01140dbc6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Request body: {'port': {'security_groups': ['71ab3ff5-329d-451e-a881-b63c8bf73fc7', '75ee3000-b908-4248-adc8-85a4b88c7e56']}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:17.492115 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c7b2c-34c3-4473-991e-a4d4384ddd5e req-b3de3850-103f-440f-ba6d-1ec8510a8b03 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:17.494705 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-201c7b2c-34c3-4473-991e-a4d4384ddd5e req-b3de3850-103f-440f-ba6d-1ec8510a8b03 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.3056500 Dec 09 01:11:17.558194 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a4f92205-7e2d-4771-86f1-565007273233 req-ca63dc78-4e9e-415f-99c4-82e01140dbc6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:17.576120 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:17.586726 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-201c7b2c-34c3-4473-991e-a4d4384ddd5e req-af0b431d-a7e3-4523-ab48-b59fff007142 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841496 Dec 09 01:11:17.752820 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device fd2cce82-cac3-48b3-a16d-452d116546e4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:11:17.814052 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-a4f92205-7e2d-4771-86f1-565007273233 req-ca63dc78-4e9e-415f-99c4-82e01140dbc6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] For port d892a925-bdcf-416c-aa14-6cbfe415f8eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:17.823620 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4042a-3ac7-4823-bd6e-fe4aab72b66f req-1fc9f671-b684-472e-bdc2-bd1d934e1209 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:17.825093 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05b4042a-3ac7-4823-bd6e-fe4aab72b66f req-1fc9f671-b684-472e-bdc2-bd1d934e1209 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 943 time: 0.0815346 Dec 09 01:11:17.867600 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port fd2cce82-cac3-48b3-a16d-452d116546e4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fd2cce82-cac3-48b3-a16d-452d116546e4,segment=NetworkSegment(7ecdd577-8e23-4a46-99a0-e76fcb307b81),segment_id=7ecdd577-8e23-4a46-99a0-e76fcb307b81)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:17.878120 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a4f92205-7e2d-4771-86f1-565007273233 req-ca63dc78-4e9e-415f-99c4-82e01140dbc6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:17.881144 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': 'fd2cce82-cac3-48b3-a16d-452d116546e4', 'network_id': '54da1fdd-8934-41b2-b4b2-5871ab439c53', 'port_id': 'fd2cce82-cac3-48b3-a16d-452d116546e4', 'mac_address': 'fa:16:3e:f4:8d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba51b86-6146-4e10-a50b-8e990b78c334', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:11:17.892298 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a4f92205-7e2d-4771-86f1-565007273233 req-ca63dc78-4e9e-415f-99c4-82e01140dbc6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:17.916627 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05b4042a-3ac7-4823-bd6e-fe4aab72b66f req-3525093c-58a0-49b0-8cc6-60da83d4a9d9 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834739 Dec 09 01:11:17.924577 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:17.939887 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2cce82-cac3-48b3-a16d-452d116546e4 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:11:17.955352 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['d892a925-bdcf-416c-aa14-6cbfe415f8eb'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:11:17.956858 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f92205-7e2d-4771-86f1-565007273233 req-ca63dc78-4e9e-415f-99c4-82e01140dbc6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:17.957495 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-a4f92205-7e2d-4771-86f1-565007273233 req-ca63dc78-4e9e-415f-99c4-82e01140dbc6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:17.958996 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a4f92205-7e2d-4771-86f1-565007273233 req-ca63dc78-4e9e-415f-99c4-82e01140dbc6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "PUT /v2.0/ports/d892a925-bdcf-416c-aa14-6cbfe415f8eb HTTP/1.1" status: 200 len: 982 time: 0.5044780 Dec 09 01:11:17.959654 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:11:17.962096 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9feae93-a932-47b4-8295-8450700c1db4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:11:17.993909 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port fd2cce82-cac3-48b3-a16d-452d116546e4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fd2cce82-cac3-48b3-a16d-452d116546e4,segment=NetworkSegment(7ecdd577-8e23-4a46-99a0-e76fcb307b81),segment_id=7ecdd577-8e23-4a46-99a0-e76fcb307b81)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:17.999289 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:18.031190 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63dc78-4e9e-415f-99c4-82e01140dbc6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'Port': ['ID=d892a925-bdcf-416c-aa14-6cbfe415f8eb,revision_number=6']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:18.044768 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30213aa7-6ae7-42d2-bef3-457d80a36363 x-openstack-request-id: req-30213aa7-6ae7-42d2-bef3-457d80a36363 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:18.045115 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:18.045339 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30213aa7-6ae7-42d2-bef3-457d80a36363 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:18.045815 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'status': 'completed', 'code': 200} Dec 09 01:11:18.120220 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=fd2cce82-cac3-48b3-a16d-452d116546e4,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:18.197742 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75d6dd-43b2-4acf-b4b6-073b35d3d5da req-8566ec4c-2e17-4dc2-b40c-8deeb9443192 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:18.199433 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac75d6dd-43b2-4acf-b4b6-073b35d3d5da req-8566ec4c-2e17-4dc2-b40c-8deeb9443192 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.1386697 Dec 09 01:11:18.226251 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252e602-2156-42ac-b81e-5ea6323949f6 req-ea9c3bc9-578d-487b-888b-aa5229b61d01 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:18.233325 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9feae93-a932-47b4-8295-8450700c1db4 req-9de56de3-3c22-45c1-b338-5acc3ffc88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:18.234925 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7252e602-2156-42ac-b81e-5ea6323949f6 req-ea9c3bc9-578d-487b-888b-aa5229b61d01 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.1033459 Dec 09 01:11:18.235062 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b9feae93-a932-47b4-8295-8450700c1db4 req-9de56de3-3c22-45c1-b338-5acc3ffc88ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6d5beaac0f5499ebdb7f15879cf5c9b&device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 1138 time: 0.0983768 Dec 09 01:11:18.318264 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7252e602-2156-42ac-b81e-5ea6323949f6 req-03c3d147-9bd7-473e-9cee-eff886f98448 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821843 Dec 09 01:11:18.335912 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac75d6dd-43b2-4acf-b4b6-073b35d3d5da req-33082e1d-9792-4dc8-a38f-f31b53dc6a4c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1276784 Dec 09 01:11:18.341699 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9feae93-a932-47b4-8295-8450700c1db4 req-f813bb77-e4b8-41f5-bb93-1a2489bea5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:18.343817 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b9feae93-a932-47b4-8295-8450700c1db4 req-f813bb77-e4b8-41f5-bb93-1a2489bea5f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=809b49f8-c565-416c-be1f-d21f8f13109c HTTP/1.1" status: 200 len: 916 time: 0.0941269 Dec 09 01:11:18.389502 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3966cca7-cb1c-40eb-b9ea-5b69139672b6 None None] Provisioning complete for port d892a925-bdcf-416c-aa14-6cbfe415f8eb triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:11:18.389855 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3966cca7-cb1c-40eb-b9ea-5b69139672b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:18.427468 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b9feae93-a932-47b4-8295-8450700c1db4 req-331dab79-fe09-419b-b3af-cf1e301f4bbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb HTTP/1.1" status: 200 len: 1001 time: 0.0634029 Dec 09 01:11:18.433789 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['d892a925-bdcf-416c-aa14-6cbfe415f8eb'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:11:18.497476 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9feae93-a932-47b4-8295-8450700c1db4 req-742f4258-c770-451a-ba26-2b9415afd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:18.499034 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b9feae93-a932-47b4-8295-8450700c1db4 req-742f4258-c770-451a-ba26-2b9415afd656 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c1692dc-9cf6-4039-bbc2-69e8655f7c52 HTTP/1.1" status: 200 len: 854 time: 0.0490956 Dec 09 01:11:18.557954 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9feae93-a932-47b4-8295-8450700c1db4 req-9fdd90bd-5ddb-447c-833a-526af83f35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:18.559589 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b9feae93-a932-47b4-8295-8450700c1db4 req-9fdd90bd-5ddb-447c-833a-526af83f35b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=809b49f8-c565-416c-be1f-d21f8f13109c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411153 Dec 09 01:11:18.660291 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b9feae93-a932-47b4-8295-8450700c1db4 req-0bbf32c9-1ece-4fc9-b1df-adbec7ca5ef4 service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900705 Dec 09 01:11:18.706388 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15eec75-713c-4eed-9961-03b84303b75a req-96115d7a-0e60-40dc-bd03-5b11dc9bda9a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:18.707951 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e15eec75-713c-4eed-9961-03b84303b75a req-96115d7a-0e60-40dc-bd03-5b11dc9bda9a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0521405 Dec 09 01:11:18.770010 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e15eec75-713c-4eed-9961-03b84303b75a req-2efba3b5-0510-408f-b612-e3ae05a0536b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534322 Dec 09 01:11:18.779025 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b9feae93-a932-47b4-8295-8450700c1db4 req-de91bb91-65f5-4fd6-ad3b-14be365db2b1 service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041400 Dec 09 01:11:19.037208 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b279af-b388-4f1b-bf16-3a3e3cab684c req-088e5ab2-1ac4-43cf-88b2-c5d24628593d tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:19.038865 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c1b279af-b388-4f1b-bf16-3a3e3cab684c req-088e5ab2-1ac4-43cf-88b2-c5d24628593d tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 944 time: 0.0524597 Dec 09 01:11:19.058279 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['fd2cce82-cac3-48b3-a16d-452d116546e4'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:11:19.087558 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c1b279af-b388-4f1b-bf16-3a3e3cab684c req-273e6ee7-fbed-4f1c-8143-1f8a3adde907 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Dec 09 01:11:19.444198 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b209a9-c2ab-4577-92e8-b4c6012b53f9 req-503848c9-5c13-4546-b88f-9683b8e064b0 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:19.445737 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-17b209a9-c2ab-4577-92e8-b4c6012b53f9 req-503848c9-5c13-4546-b88f-9683b8e064b0 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0515163 Dec 09 01:11:19.493027 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-17b209a9-c2ab-4577-92e8-b4c6012b53f9 req-842b3cc4-08bf-48b8-97db-7c6849b31937 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413458 Dec 09 01:11:19.900757 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ef119-f06e-47e9-a665-d1147eb115da req-9f6856f3-b0ba-4ad1-92f6-783731bd686b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:19.902390 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d82ef119-f06e-47e9-a665-d1147eb115da req-9f6856f3-b0ba-4ad1-92f6-783731bd686b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0629587 Dec 09 01:11:19.950286 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d82ef119-f06e-47e9-a665-d1147eb115da req-2de5a990-4ef0-4d49-914e-0e22ca913846 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420594 Dec 09 01:11:20.200783 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1372a16-5ecc-48f3-b1e9-4b53981e77e2 req-647b28ce-a14c-47e4-828e-5dd838cdb2c7 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:20.202251 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c1372a16-5ecc-48f3-b1e9-4b53981e77e2 req-647b28ce-a14c-47e4-828e-5dd838cdb2c7 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 944 time: 0.0477395 Dec 09 01:11:20.250033 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c1372a16-5ecc-48f3-b1e9-4b53981e77e2 req-9c94f964-d13b-4fc3-b492-99184eb029e8 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Dec 09 01:11:20.611503 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a58746-4cb3-478f-b7f2-91b2292cbfc6 req-9ac52380-8557-4cf3-9b21-8bc201137879 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:20.612967 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-88a58746-4cb3-478f-b7f2-91b2292cbfc6 req-9ac52380-8557-4cf3-9b21-8bc201137879 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0510759 Dec 09 01:11:20.673349 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-88a58746-4cb3-478f-b7f2-91b2292cbfc6 req-c9264def-bd44-4125-931d-3ef7c654eaf3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538328 Dec 09 01:11:21.069080 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8196e-13d3-4904-a1a8-0d4e8d9135d4 req-0d1161fe-ff0a-4feb-bfca-4ca4e4ed94c5 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:21.070878 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7ef8196e-13d3-4904-a1a8-0d4e8d9135d4 req-0d1161fe-ff0a-4feb-bfca-4ca4e4ed94c5 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0541353 Dec 09 01:11:21.131497 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7ef8196e-13d3-4904-a1a8-0d4e8d9135d4 req-9a640a6b-16f4-479a-bfd6-12096edcce7e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538530 Dec 09 01:11:21.374742 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e002b-2364-4ea7-aeaa-6604ff66b798 req-f82b41cd-2e55-4c6c-91a6-fe26141477a4 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:21.376254 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-978e002b-2364-4ea7-aeaa-6604ff66b798 req-f82b41cd-2e55-4c6c-91a6-fe26141477a4 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 944 time: 0.0501666 Dec 09 01:11:21.424138 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-978e002b-2364-4ea7-aeaa-6604ff66b798 req-6ea570aa-087e-4654-9529-52767575c6d7 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Dec 09 01:11:21.785316 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device fd2cce82-cac3-48b3-a16d-452d116546e4 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:11:21.794896 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e842266-6ae7-4e86-8833-01b65deceb02 req-c0942465-d291-46dc-a786-a15b15242211 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:21.797084 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6e842266-6ae7-4e86-8833-01b65deceb02 req-c0942465-d291-46dc-a786-a15b15242211 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0554385 Dec 09 01:11:21.836289 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port fd2cce82-cac3-48b3-a16d-452d116546e4 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:11:21.849538 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port fd2cce82-cac3-48b3-a16d-452d116546e4 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:11:21.849538 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:21.850997 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6e842266-6ae7-4e86-8833-01b65deceb02 req-844ab765-6077-44f5-87ed-319ce6515cf4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479794 Dec 09 01:11:21.940705 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:21.966464 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36da9bb0-8fba-4c99-bf93-c805ea677d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2cce82-cac3-48b3-a16d-452d116546e4'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:11:21.969005 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9059eb8a-7515-4a9a-936d-9d941c71082d" -d '{"events": [{"server_uuid": "36da9bb0-8fba-4c99-bf93-c805ea677d26", "name": "network-vif-plugged", "status": "completed", "tag": "fd2cce82-cac3-48b3-a16d-452d116546e4"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:11:21.981964 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port fd2cce82-cac3-48b3-a16d-452d116546e4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fd2cce82-cac3-48b3-a16d-452d116546e4,segment=NetworkSegment(7ecdd577-8e23-4a46-99a0-e76fcb307b81),segment_id=7ecdd577-8e23-4a46-99a0-e76fcb307b81)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:21.985698 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:22.009777 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b31a2a-e47b-4812-a3cb-800ca4e55292 x-openstack-request-id: req-38b31a2a-e47b-4812-a3cb-800ca4e55292 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:22.010092 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36da9bb0-8fba-4c99-bf93-c805ea677d26", "name": "network-vif-plugged", "status": "completed", "tag": "fd2cce82-cac3-48b3-a16d-452d116546e4", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:22.010353 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38b31a2a-e47b-4812-a3cb-800ca4e55292 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:22.010764 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36da9bb0-8fba-4c99-bf93-c805ea677d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2cce82-cac3-48b3-a16d-452d116546e4', 'code': 200} Dec 09 01:11:22.036382 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=fd2cce82-cac3-48b3-a16d-452d116546e4,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:22.089719 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-64b9e492-3731-417f-8eef-91faed53b47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:22.318058 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea9028-70ec-4c5a-a9f6-b01140f1b4e1 req-7efeb7ed-5114-4e52-83b6-5e4a8a2f89b9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:22.322845 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eeea9028-70ec-4c5a-a9f6-b01140f1b4e1 req-7efeb7ed-5114-4e52-83b6-5e4a8a2f89b9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0740910 Dec 09 01:11:22.333356 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63992691-7561-4483-8985-143f5660b253 req-498ecb4b-edbc-49be-96e0-e48b2417e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:22.335017 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-63992691-7561-4483-8985-143f5660b253 req-498ecb4b-edbc-49be-96e0-e48b2417e67c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 1098 time: 0.0448294 Dec 09 01:11:22.373923 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eeea9028-70ec-4c5a-a9f6-b01140f1b4e1 req-ec8c232f-05a7-4acd-a4d6-9fc7e0bb2a8e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468712 Dec 09 01:11:22.393699 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-63992691-7561-4483-8985-143f5660b253 req-2e26f083-b87e-4fb4-8e96-48bfa8f89742 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505221 Dec 09 01:11:22.545609 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae743d-6e8b-4c3b-8dad-36742116b87c req-b67fc1d6-dd1c-4f0e-bd21-81141e431093 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:22.547140 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-47ae743d-6e8b-4c3b-8dad-36742116b87c req-b67fc1d6-dd1c-4f0e-bd21-81141e431093 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0568419 Dec 09 01:11:22.599377 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-47ae743d-6e8b-4c3b-8dad-36742116b87c req-065c4a24-3203-46aa-98cd-a7ceb626164a tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Dec 09 01:11:22.971479 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a668208-9df4-407b-8258-6f879f365659 req-43a67e05-8ab6-43a8-a9b8-57acd3624570 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:22.972971 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6a668208-9df4-407b-8258-6f879f365659 req-43a67e05-8ab6-43a8-a9b8-57acd3624570 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0518589 Dec 09 01:11:23.023342 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6a668208-9df4-407b-8258-6f879f365659 req-8b43ea90-f2be-42d0-8bdb-dd04316faf1c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428777 Dec 09 01:11:23.495925 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4451c74-a9fa-4514-a5b3-92ae1aa8b958 req-de434e0c-c857-40fb-8460-607b7c692e58 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:23.497399 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b4451c74-a9fa-4514-a5b3-92ae1aa8b958 req-de434e0c-c857-40fb-8460-607b7c692e58 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0490978 Dec 09 01:11:23.551525 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b4451c74-a9fa-4514-a5b3-92ae1aa8b958 req-f614cb5a-9113-49b5-8c54-55ec3dc39aef tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481436 Dec 09 01:11:23.714307 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e030d4c-1aab-49bf-b0bc-92b6ab0e76ef req-690568c7-fe5a-4877-a36c-e28a0b1c048a tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:23.715711 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9e030d4c-1aab-49bf-b0bc-92b6ab0e76ef req-690568c7-fe5a-4877-a36c-e28a0b1c048a tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0490153 Dec 09 01:11:23.768499 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9e030d4c-1aab-49bf-b0bc-92b6ab0e76ef req-a65658a9-3219-45c5-a60a-d2a4127a3dfb tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 Dec 09 01:11:24.140258 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05289021-4fee-43b2-9618-63ed625e5685 req-cdaca9fa-9305-4393-b4f2-004c5865e5b1 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:24.141716 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05289021-4fee-43b2-9618-63ed625e5685 req-cdaca9fa-9305-4393-b4f2-004c5865e5b1 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0490127 Dec 09 01:11:24.193098 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05289021-4fee-43b2-9618-63ed625e5685 req-599895af-72a7-430a-9aaf-86492ec75bac tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455658 Dec 09 01:11:24.481093 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b5516e97-e9de-408c-bb22-1ab71c418068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:24.687183 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91354b5-b732-4e5a-9452-fbdf24ee743f req-63c24ded-0e4b-4d9e-8e75-5f01970ce477 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:24.688607 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e91354b5-b732-4e5a-9452-fbdf24ee743f req-63c24ded-0e4b-4d9e-8e75-5f01970ce477 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0566409 Dec 09 01:11:24.737612 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e91354b5-b732-4e5a-9452-fbdf24ee743f req-b123030f-9815-4ee2-8aaa-25747affcf5f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 Dec 09 01:11:24.908467 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdeb5e-6ff2-4bae-9d3e-be4636ad2378 req-f17ff98a-20b7-41f5-97a5-e10ca0bbb6b2 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:24.910097 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-accdeb5e-6ff2-4bae-9d3e-be4636ad2378 req-f17ff98a-20b7-41f5-97a5-e10ca0bbb6b2 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0565999 Dec 09 01:11:24.969707 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-accdeb5e-6ff2-4bae-9d3e-be4636ad2378 req-e10b6ead-3362-4b3a-8ed2-31d86a97595d tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532014 Dec 09 01:11:25.182072 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-acf767a9-9446-4a48-b6ca-d51cbfc4efe7 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:25.183566 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-acf767a9-9446-4a48-b6ca-d51cbfc4efe7 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 815 time: 0.1034923 Dec 09 01:11:25.198334 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-5e21987b-4cf2-447a-8f6c-15b6c3d90a24 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/quotas/f6f062a4353046c9a44957550c394c9d HTTP/1.1" status: 200 len: 375 time: 0.0091465 Dec 09 01:11:25.254340 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-783da9b9-62e9-4b25-97e5-60466ede1fc3 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506918 Dec 09 01:11:25.373754 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abcb25-988a-44fa-9ffe-d1aa70e38ac2 req-6c2ef3ad-f694-4487-b6d5-45dc8110d066 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:25.375320 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e8abcb25-988a-44fa-9ffe-d1aa70e38ac2 req-6c2ef3ad-f694-4487-b6d5-45dc8110d066 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.1122694 Dec 09 01:11:25.404319 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-3c8ba55f-2787-4884-95c0-ee8e24379b09 service neutron] 10.222.0.23 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393459 Dec 09 01:11:25.461304 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e8abcb25-988a-44fa-9ffe-d1aa70e38ac2 req-dfb947ed-e477-418d-b61d-b99a5cdc6efb tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794754 Dec 09 01:11:25.521374 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-cb02b60a-954a-4ef0-ab79-31a235eced54 service neutron] 10.222.0.23 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101632 Dec 09 01:11:25.680937 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-df6f117b-1498-4521-a319-c35887a9bd60 req-4465d873-e8d6-4a84-9496-9a9aac785d21 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 210 time: 0.0283074 Dec 09 01:11:25.871677 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a024c-d5d8-49db-9a27-d7477c120ac7 req-90cdf2bc-d780-434e-8b0c-4efc27daf9de tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:25.879083 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-be0a024c-d5d8-49db-9a27-d7477c120ac7 req-90cdf2bc-d780-434e-8b0c-4efc27daf9de tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0689425 Dec 09 01:11:25.929469 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-be0a024c-d5d8-49db-9a27-d7477c120ac7 req-2992b79f-9661-4f13-922d-36c57dd5ea2b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491385 Dec 09 01:11:26.102024 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7790efe-4017-4ac4-b94f-dc043f6a8f21 req-6c7322e5-20f9-4233-8687-5149c15c10c7 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:26.103584 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e7790efe-4017-4ac4-b94f-dc043f6a8f21 req-6c7322e5-20f9-4233-8687-5149c15c10c7 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0584366 Dec 09 01:11:26.138073 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:26.173863 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e7790efe-4017-4ac4-b94f-dc043f6a8f21 req-255b8449-ddbf-49ac-839f-97ce2cae2e77 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575981 Dec 09 01:11:26.577229 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d0d01-6a5c-49f7-a8b5-4f76db1ee045 req-aad0cc78-68ce-4747-9c08-a898673386f4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:26.578712 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f80d0d01-6a5c-49f7-a8b5-4f76db1ee045 req-aad0cc78-68ce-4747-9c08-a898673386f4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0488360 Dec 09 01:11:26.628303 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f80d0d01-6a5c-49f7-a8b5-4f76db1ee045 req-00809483-c198-4972-92cb-c11102ab56fa tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436244 Dec 09 01:11:26.773355 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-04457928-d423-476d-aad9-7a84ea314b7b req-644c4eb8-2890-4f9b-a096-5c3724e950e1 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 210 time: 0.0262260 Dec 09 01:11:27.114984 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97810a-5490-4c63-aade-58a2d9421de8 req-a94d3a46-16c3-45f0-a556-b15886c5d4c1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:27.126108 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9f97810a-5490-4c63-aade-58a2d9421de8 req-a94d3a46-16c3-45f0-a556-b15886c5d4c1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.1160166 Dec 09 01:11:27.150627 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:27.181470 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-d3a6388c-c961-4125-bd36-ef5bd1068ec5 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:27.182115 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-d3a6388c-c961-4125-bd36-ef5bd1068ec5 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "GET /v2.0/networks?id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 200 len: 815 time: 0.1498649 Dec 09 01:11:27.205501 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9f97810a-5490-4c63-aade-58a2d9421de8 req-662e105f-8060-4715-a7db-1e23e81c45fb tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760369 Dec 09 01:11:27.212660 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Request body: {'port': {'device_id': 'c0b157b7-f886-45b8-9d43-1b79d99448b5', 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236', 'admin_state_up': True, 'tenant_id': 'f6f062a4353046c9a44957550c394c9d'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:27.307155 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa5663-dea6-4160-9fd9-35fcac8039d6 req-ad47e30a-8596-4d74-a321-4a9ae62c63b8 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:27.308668 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-51fa5663-dea6-4160-9fd9-35fcac8039d6 req-ad47e30a-8596-4d74-a321-4a9ae62c63b8 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0502102 Dec 09 01:11:27.333377 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Made reservation on behalf of f6f062a4353046c9a44957550c394c9d for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:11:27.337679 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:27.359209 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-51fa5663-dea6-4160-9fd9-35fcac8039d6 req-f2ad2447-c2e3-4adb-932d-f99d96016566 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441620 Dec 09 01:11:27.467277 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Allocated IP 172.20.0.7 (2daaacf1-f17f-4c3f-8d5f-6ec019bc5236/fdecabff-29eb-4c69-974e-4605f6f56e3d/15269bc2-6e16-4d2e-b263-b6379a009900) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:11:27.614181 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:27.647525 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:27.696422 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:11:27.697981 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['45951bb1-90b0-42b8-aa49-f5040ab0860b', '2d101058-b44e-46a7-aee8-3153c4df184a', '510d459c-7c9d-470e-af1b-5c8eb4265ba1'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:11:27.700260 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:11:27.704044 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:11:27.732474 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Pushing event updated for resources: {'Port': ['ID=15269bc2-6e16-4d2e-b263-b6379a009900,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:27.756416 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc68f9-c96d-485f-b0ab-e0952ca5bc5f req-6485452d-ad02-4031-900f-9490a974702a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:27.759488 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-65dc68f9-c96d-485f-b0ab-e0952ca5bc5f req-6485452d-ad02-4031-900f-9490a974702a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0548885 Dec 09 01:11:27.761739 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:27.762379 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:27.781163 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-51e769b4-3f50-4eae-a199-91c8e58e68cc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730186 Dec 09 01:11:27.816423 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Request body: {'port': {'device_id': 'c0b157b7-f886-45b8-9d43-1b79d99448b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:11:27.824313 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-65dc68f9-c96d-485f-b0ab-e0952ca5bc5f req-b9db45ca-4340-4e8b-a340-6656119b43eb tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560579 Dec 09 01:11:27.927033 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:27.934932 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3a9c0-b6ca-4b04-a5e1-692541482333 req-51122283-f6b4-4fd8-abf7-f14d946e840b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:27.942422 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e1b3a9c0-b6ca-4b04-a5e1-692541482333 req-51122283-f6b4-4fd8-abf7-f14d946e840b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 931 time: 0.0851529 Dec 09 01:11:28.003818 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e1b3a9c0-b6ca-4b04-a5e1-692541482333 req-b463a9d7-6e55-456e-85ba-aac4aa9e3560 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603719 Dec 09 01:11:28.216753 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15269bc2-6e16-4d2e-b263-b6379a009900 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:11:28.225067 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:28.238828 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Transition to ACTIVE for port object 15269bc2-6e16-4d2e-b263-b6379a009900 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:11:28.244574 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:28.311109 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:28.325849 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Pushing event updated for resources: {'Port': ['ID=15269bc2-6e16-4d2e-b263-b6379a009900,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:28.381965 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc0ba2-d895-4065-8001-881c9c201aaf req-4b74fbb1-2d77-4c4b-8cfb-e0af68ffb7e6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:28.383674 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31dc0ba2-d895-4065-8001-881c9c201aaf req-4b74fbb1-2d77-4c4b-8cfb-e0af68ffb7e6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0587628 Dec 09 01:11:28.394795 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Attempting to bind port 15269bc2-6e16-4d2e-b263-b6379a009900 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:11:28.395420 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Attempting to bind port 15269bc2-6e16-4d2e-b263-b6379a009900 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:11:28.395755 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Attempting to bind port 15269bc2-6e16-4d2e-b263-b6379a009900 on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:11:28.401612 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Port 15269bc2-6e16-4d2e-b263-b6379a009900 on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:11:28.401936 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Attempting to bind port 15269bc2-6e16-4d2e-b263-b6379a009900 on network 2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:11:28.407087 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:11:28.407412 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Checking segment: {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:11:28.407798 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Bound using segment: {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:11:28.408225 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Bound port: 15269bc2-6e16-4d2e-b263-b6379a009900, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772ade80-9f18-4e07-86ba-2c14b2736ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:11:28.408617 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:28.443472 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31dc0ba2-d895-4065-8001-881c9c201aaf req-32343337-c117-4fe1-89ee-69d88cfa6c4a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533428 Dec 09 01:11:28.499883 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] For port 15269bc2-6e16-4d2e-b263-b6379a009900, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:11:28.506738 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] For port 15269bc2-6e16-4d2e-b263-b6379a009900, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=15269bc2-6e16-4d2e-b263-b6379a009900,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:11:28.515838 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:28.561930 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:28.562566 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:28.563985 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/15269bc2-6e16-4d2e-b263-b6379a009900 HTTP/1.1" status: 200 len: 1093 time: 0.7553556 Dec 09 01:11:28.564470 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b157b7-f886-45b8-9d43-1b79d99448b5', 'tag': '15269bc2-6e16-4d2e-b263-b6379a009900'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:11:28.566790 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8589dff-f59a-489a-b380-7d2477b63284" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b157b7-f886-45b8-9d43-1b79d99448b5", "tag": "15269bc2-6e16-4d2e-b263-b6379a009900"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:11:28.596681 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2d81f-2fbf-469c-93cc-0213a79049c0 service neutron] Pushing event updated for resources: {'Port': ['ID=15269bc2-6e16-4d2e-b263-b6379a009900,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:28.607134 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f286c2e-89bf-4f2b-94e6-14e3289a6913 x-openstack-request-id: req-1f286c2e-89bf-4f2b-94e6-14e3289a6913 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:28.607134 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b157b7-f886-45b8-9d43-1b79d99448b5", "tag": "15269bc2-6e16-4d2e-b263-b6379a009900", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:28.607134 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f286c2e-89bf-4f2b-94e6-14e3289a6913 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:28.608429 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b157b7-f886-45b8-9d43-1b79d99448b5', 'tag': '15269bc2-6e16-4d2e-b263-b6379a009900', 'status': 'completed', 'code': 200} Dec 09 01:11:28.632994 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e868ba-7616-4750-9e0c-8b36f563c3d3 req-ffcbe486-457d-4b07-9dc0-79c23e7c9866 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:28.634514 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-67e868ba-7616-4750-9e0c-8b36f563c3d3 req-ffcbe486-457d-4b07-9dc0-79c23e7c9866 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0595365 Dec 09 01:11:28.681680 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-67e868ba-7616-4750-9e0c-8b36f563c3d3 req-0c4079f9-66ba-4c7d-8d5c-d94c7f753795 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Dec 09 01:11:28.724687 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589dff-f59a-489a-b380-7d2477b63284 req-468032d8-bb80-460a-8670-94da4ca71553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:28.726257 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b8589dff-f59a-489a-b380-7d2477b63284 req-468032d8-bb80-460a-8670-94da4ca71553 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 1096 time: 0.0421677 Dec 09 01:11:28.835901 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589dff-f59a-489a-b380-7d2477b63284 req-c97c10ba-3ac0-4d5d-9188-63cd65b829be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:28.837378 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b8589dff-f59a-489a-b380-7d2477b63284 req-c97c10ba-3ac0-4d5d-9188-63cd65b829be service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f6f062a4353046c9a44957550c394c9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0923910 Dec 09 01:11:28.937465 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8589dff-f59a-489a-b380-7d2477b63284 req-5b2ee0fd-1362-4a05-9638-fa91626a7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:28.937735 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228858d9-fbfc-4509-a552-b11724421187 req-3df6a480-837c-4f7f-bc40-077cf8c4f728 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:28.939018 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b8589dff-f59a-489a-b380-7d2477b63284 req-5b2ee0fd-1362-4a05-9638-fa91626a7f26 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886345 Dec 09 01:11:28.939206 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-228858d9-fbfc-4509-a552-b11724421187 req-3df6a480-837c-4f7f-bc40-077cf8c4f728 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0484231 Dec 09 01:11:28.986296 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-228858d9-fbfc-4509-a552-b11724421187 req-d13747a1-1ded-4e63-afbf-f1a076693edd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403965 Dec 09 01:11:29.132557 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4125b-f4c8-47cf-bd2d-c704fe604de3 req-fd23e07a-c804-42b3-b5d0-54e33ce43ef0 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:29.134107 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7fc4125b-f4c8-47cf-bd2d-c704fe604de3 req-fd23e07a-c804-42b3-b5d0-54e33ce43ef0 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 943 time: 0.0487416 Dec 09 01:11:29.184342 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7fc4125b-f4c8-47cf-bd2d-c704fe604de3 req-be2ee89d-e556-4732-9e42-db95ae68c5e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Dec 09 01:11:29.589998 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d118918-1b51-4d80-b02f-e56b6916bb89 req-11fdfd05-3e3e-4db6-b55a-361468a7facc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:29.591506 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5d118918-1b51-4d80-b02f-e56b6916bb89 req-11fdfd05-3e3e-4db6-b55a-361468a7facc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0497239 Dec 09 01:11:29.640381 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5d118918-1b51-4d80-b02f-e56b6916bb89 req-4a190ddd-0447-4f55-9019-e8e63f2a7ea1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Dec 09 01:11:29.796476 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffc022-b423-4064-8faf-67e3071c08db req-b03c6cf2-785d-43bc-8693-9843cf214208 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:29.797940 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-71ffc022-b423-4064-8faf-67e3071c08db req-b03c6cf2-785d-43bc-8693-9843cf214208 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0486968 Dec 09 01:11:29.847600 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-71ffc022-b423-4064-8faf-67e3071c08db req-4f7e296c-e9d1-4ef8-a432-103dbfd7a5ac tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436325 Dec 09 01:11:30.107085 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba82d6-a9aa-4e48-aec5-5826e19880ae req-d3331062-5a36-41e6-80d2-cd6ff6b92f98 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:30.108433 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3bba82d6-a9aa-4e48-aec5-5826e19880ae req-d3331062-5a36-41e6-80d2-cd6ff6b92f98 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0516865 Dec 09 01:11:30.153638 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3bba82d6-a9aa-4e48-aec5-5826e19880ae req-f0636775-f924-49ae-ab5c-b218b7b59a64 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394628 Dec 09 01:11:30.296372 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28dbb6-3eb5-43bd-85b0-d32b8f4aeeed req-db57513d-a979-47a6-9bf2-77e19583b140 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:30.297966 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6c28dbb6-3eb5-43bd-85b0-d32b8f4aeeed req-db57513d-a979-47a6-9bf2-77e19583b140 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 943 time: 0.0485511 Dec 09 01:11:30.346530 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6c28dbb6-3eb5-43bd-85b0-d32b8f4aeeed req-ce02f77b-63a1-4d95-88b3-c8e72ce5d6bd tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Dec 09 01:11:30.762133 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf52c07-2417-4641-8897-aaae70be2c74 req-58f19466-6002-46a5-8b08-874dc2683633 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:30.763641 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1cf52c07-2417-4641-8897-aaae70be2c74 req-58f19466-6002-46a5-8b08-874dc2683633 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0552084 Dec 09 01:11:30.812813 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1cf52c07-2417-4641-8897-aaae70be2c74 req-19989f75-f0d8-406a-b2e3-e1e4fe5941ea tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433867 Dec 09 01:11:30.963398 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb26d20-7bc4-403d-8e95-f7bfadfa1e37 req-e3090669-9d84-4080-9531-4fac97eff7b9 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:30.965023 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3eb26d20-7bc4-403d-8e95-f7bfadfa1e37 req-e3090669-9d84-4080-9531-4fac97eff7b9 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0501950 Dec 09 01:11:31.018679 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3eb26d20-7bc4-403d-8e95-f7bfadfa1e37 req-a7822033-94f8-475b-8e87-89f562aaa4bb tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470557 Dec 09 01:11:31.273720 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78568e98-d59a-43f8-8ea8-83457a888b3e req-88bce41e-1f38-45eb-b014-b19d5856e173 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:31.275472 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-78568e98-d59a-43f8-8ea8-83457a888b3e req-88bce41e-1f38-45eb-b014-b19d5856e173 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0489700 Dec 09 01:11:31.323320 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-78568e98-d59a-43f8-8ea8-83457a888b3e req-500e5f00-5045-4b2d-b88b-e78b205d8df5 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420671 Dec 09 01:11:31.463294 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b527f1-d230-460c-af84-f5296a244b0b req-f05fa423-f205-4702-aef5-defbb74eedba tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:31.464731 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95b527f1-d230-460c-af84-f5296a244b0b req-f05fa423-f205-4702-aef5-defbb74eedba tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 943 time: 0.0534997 Dec 09 01:11:31.510222 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95b527f1-d230-460c-af84-f5296a244b0b req-2eace598-007d-4b6a-a39f-8f871c02972a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Dec 09 01:11:31.935453 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16a457-e2bd-44b9-9e7c-d52e1f402763 req-11ae79bb-bcf6-4fd2-9470-e9626f8b4d39 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:31.936965 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-de16a457-e2bd-44b9-9e7c-d52e1f402763 req-11ae79bb-bcf6-4fd2-9470-e9626f8b4d39 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0515730 Dec 09 01:11:31.984103 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-de16a457-e2bd-44b9-9e7c-d52e1f402763 req-3b86d41d-02a6-48f6-9f52-bd75146696b3 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Dec 09 01:11:32.137023 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610642f-2862-4cf7-abd2-e7de57163561 req-0b04b8b0-acd6-4846-85fe-876793948b95 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:32.138439 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6610642f-2862-4cf7-abd2-e7de57163561 req-0b04b8b0-acd6-4846-85fe-876793948b95 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0537560 Dec 09 01:11:32.174686 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-248e43d7-d479-461f-b8f0-7def53624c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:32.176180 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-248e43d7-d479-461f-b8f0-7def53624c2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6f062a4353046c9a44957550c394c9d&device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 1096 time: 0.0470555 Dec 09 01:11:32.188898 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6610642f-2862-4cf7-abd2-e7de57163561 req-4f0d656c-3ed5-4f9f-9078-16b264562101 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445778 Dec 09 01:11:32.249856 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-029c1689-6f91-4d4e-bc00-bd3fb8cab1c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=15269bc2-6e16-4d2e-b263-b6379a009900 HTTP/1.1" status: 200 len: 217 time: 0.0402753 Dec 09 01:11:32.302677 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-2e20ade6-828c-4224-801a-cca26eca7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:32.304217 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-2e20ade6-828c-4224-801a-cca26eca7d52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdecabff-29eb-4c69-974e-4605f6f56e3d HTTP/1.1" status: 200 len: 855 time: 0.0448627 Dec 09 01:11:32.346109 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-bdc508f7-bd49-443e-9ef6-3f87b2bb1fe5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278161 Dec 09 01:11:32.442309 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed951e90-b00c-48d2-a62d-3647084e37f9 req-e2f4a0a7-ba2a-46ec-b31c-c88c3f049cca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:32.443844 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ed951e90-b00c-48d2-a62d-3647084e37f9 req-e2f4a0a7-ba2a-46ec-b31c-c88c3f049cca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0539911 Dec 09 01:11:32.461424 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-8ee80ebe-41de-45b1-a8d3-623facca0b51 service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969629 Dec 09 01:11:32.495882 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ed951e90-b00c-48d2-a62d-3647084e37f9 req-15519d76-bacd-4504-803c-b75f239f78af tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431957 Dec 09 01:11:32.586714 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d3cbc723-36a3-4ae2-b42d-c425d0476704 req-231b6e82-cb06-4778-8e2b-fb6dcf9c7e1e service neutron] 10.222.0.46 "GET /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928681 Dec 09 01:11:32.633728 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c9ac8-22d9-4920-84c5-69863bd8fed6 req-7c0d14c9-ab24-4e21-9e36-f25948c3e3fa tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:32.635218 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0b6c9ac8-22d9-4920-84c5-69863bd8fed6 req-7c0d14c9-ab24-4e21-9e36-f25948c3e3fa tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 943 time: 0.0500901 Dec 09 01:11:32.688671 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0b6c9ac8-22d9-4920-84c5-69863bd8fed6 req-39dfa422-ba13-4b8e-9c10-9ed934c4394a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473678 Dec 09 01:11:33.104313 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abd565-d47f-49fc-ba9e-9fd03946e37a req-13467b90-b058-4142-8f52-e99c59ebf020 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:33.105810 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-12abd565-d47f-49fc-ba9e-9fd03946e37a req-13467b90-b058-4142-8f52-e99c59ebf020 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0496593 Dec 09 01:11:33.155097 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-12abd565-d47f-49fc-ba9e-9fd03946e37a req-9c31ebea-72a4-411e-a69f-ffd36d6fbdfb tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Dec 09 01:11:33.306533 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96afba-93d1-46c1-ae71-f43f7105b3fc req-74166389-4ee2-48f2-a2ab-77cec62aad91 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:33.308015 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8f96afba-93d1-46c1-ae71-f43f7105b3fc req-74166389-4ee2-48f2-a2ab-77cec62aad91 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0502689 Dec 09 01:11:33.355096 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8f96afba-93d1-46c1-ae71-f43f7105b3fc req-8341c499-b83e-4aaa-a5fc-1528bb234120 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Dec 09 01:11:33.616179 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1069f84-94a4-4645-a9a2-2c2455914c26 req-f4c4d4c4-6f41-41e9-b6f0-e7affc706296 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:33.617629 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e1069f84-94a4-4645-a9a2-2c2455914c26 req-f4c4d4c4-6f41-41e9-b6f0-e7affc706296 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0515723 Dec 09 01:11:33.664598 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e1069f84-94a4-4645-a9a2-2c2455914c26 req-676acd3e-39f0-4fcc-92b3-565914126288 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406303 Dec 09 01:11:33.808956 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206d5bd-abd1-4318-886a-2968adbc4863 req-6983d319-047f-48f4-b498-26048861271f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:33.810465 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b206d5bd-abd1-4318-886a-2968adbc4863 req-6983d319-047f-48f4-b498-26048861271f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 943 time: 0.0537117 Dec 09 01:11:33.891715 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b206d5bd-abd1-4318-886a-2968adbc4863 req-34a91cac-4a77-4240-970b-e139343a5a05 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734987 Dec 09 01:11:33.906964 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d45d2-11bd-46ce-bcbb-69c9e3153abd req-b8464bf9-bbc8-4a5a-bd71-6d2f099c812e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:33.908570 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-137d45d2-11bd-46ce-bcbb-69c9e3153abd req-b8464bf9-bbc8-4a5a-bd71-6d2f099c812e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0763104 Dec 09 01:11:33.958887 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-137d45d2-11bd-46ce-bcbb-69c9e3153abd req-00ae7f4b-8c99-4b7b-ab05-e21cddb800cf tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 Dec 09 01:11:34.033998 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fe14f-e50b-4c75-9fde-88d5fe306de4 req-94b2d830-7786-45ef-adc3-b6a7e116e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:34.035578 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a47fe14f-e50b-4c75-9fde-88d5fe306de4 req-94b2d830-7786-45ef-adc3-b6a7e116e85b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 1099 time: 0.0433335 Dec 09 01:11:34.215243 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fe14f-e50b-4c75-9fde-88d5fe306de4 req-2e2f53fd-009a-4142-acef-c59d07a49f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:34.216866 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a47fe14f-e50b-4c75-9fde-88d5fe306de4 req-2e2f53fd-009a-4142-acef-c59d07a49f2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 912 time: 0.0909531 Dec 09 01:11:34.277522 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568f956-3713-4550-8d9e-033af18ced42 req-851e4d85-737a-49c9-9e05-1b79a3c289e6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:34.279918 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3568f956-3713-4550-8d9e-033af18ced42 req-851e4d85-737a-49c9-9e05-1b79a3c289e6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0518963 Dec 09 01:11:34.291268 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a47fe14f-e50b-4c75-9fde-88d5fe306de4 req-08edefcb-8404-4464-8792-4da781e7eae6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66 HTTP/1.1" status: 200 len: 1000 time: 0.0650613 Dec 09 01:11:34.329061 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3568f956-3713-4550-8d9e-033af18ced42 req-eda9accc-4fab-4682-9e4f-770774d1291f tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Dec 09 01:11:34.346150 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fe14f-e50b-4c75-9fde-88d5fe306de4 req-a8dfe76a-5d6b-47f0-8a1f-aa2eb6f4d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:34.347638 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a47fe14f-e50b-4c75-9fde-88d5fe306de4 req-a8dfe76a-5d6b-47f0-8a1f-aa2eb6f4d81a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb67bd4-d21e-4f99-b2e2-a403d3997557 HTTP/1.1" status: 200 len: 850 time: 0.0462806 Dec 09 01:11:34.396994 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fe14f-e50b-4c75-9fde-88d5fe306de4 req-2dadee05-f266-4c7d-afa9-0904dced261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:34.399087 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a47fe14f-e50b-4c75-9fde-88d5fe306de4 req-2dadee05-f266-4c7d-afa9-0904dced261c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411584 Dec 09 01:11:34.469214 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52850c-9279-4066-aa80-cce1c7d55d51 req-8592f0d4-cc21-44e7-8b37-4762b09e7683 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:34.470721 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3f52850c-9279-4066-aa80-cce1c7d55d51 req-8592f0d4-cc21-44e7-8b37-4762b09e7683 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0483947 Dec 09 01:11:34.544380 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c1e3c-c8ad-4e79-8cd0-c91692fd41b1 req-0fdfe168-e02a-4f80-9aae-fc42046a9b70 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:34.545921 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7b8c1e3c-c8ad-4e79-8cd0-c91692fd41b1 req-0fdfe168-e02a-4f80-9aae-fc42046a9b70 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.46 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 945 time: 0.0721927 Dec 09 01:11:34.568798 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a47fe14f-e50b-4c75-9fde-88d5fe306de4 req-1b990e7c-42ff-4cee-a694-0478e1b0dfac service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954285 Dec 09 01:11:34.574671 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3f52850c-9279-4066-aa80-cce1c7d55d51 req-47656a5d-575d-4a16-a26e-26872ba8637e tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/security-groups?id=fda89c16-416a-422c-a280-4a3de3718368&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931590 Dec 09 01:11:34.651889 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-7b8c1e3c-c8ad-4e79-8cd0-c91692fd41b1 req-1247f27b-fca8-44fe-b38e-3afa757749a0 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Deleting port fd2cce82-cac3-48b3-a16d-452d116546e4 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:11:34.652225 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-7b8c1e3c-c8ad-4e79-8cd0-c91692fd41b1 req-1247f27b-fca8-44fe-b38e-3afa757749a0 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:34.664830 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a47fe14f-e50b-4c75-9fde-88d5fe306de4 req-269b8e34-d5be-4837-8a0f-f4b346a5ca12 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863400 Dec 09 01:11:34.744191 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-7b8c1e3c-c8ad-4e79-8cd0-c91692fd41b1 req-1247f27b-fca8-44fe-b38e-3afa757749a0 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] For port fd2cce82-cac3-48b3-a16d-452d116546e4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fd2cce82-cac3-48b3-a16d-452d116546e4,segment=NetworkSegment(7ecdd577-8e23-4a46-99a0-e76fcb307b81),segment_id=7ecdd577-8e23-4a46-99a0-e76fcb307b81)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:34.744471 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-7b8c1e3c-c8ad-4e79-8cd0-c91692fd41b1 req-1247f27b-fca8-44fe-b38e-3afa757749a0 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:34.755796 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-7b8c1e3c-c8ad-4e79-8cd0-c91692fd41b1 req-1247f27b-fca8-44fe-b38e-3afa757749a0 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Calling delete_port for fd2cce82-cac3-48b3-a16d-452d116546e4 owned by compute:nova {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:11:34.896001 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-7b8c1e3c-c8ad-4e79-8cd0-c91692fd41b1 req-1247f27b-fca8-44fe-b38e-3afa757749a0 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:34.925359 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247f27b-fca8-44fe-b38e-3afa757749a0 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Pushing event deleted for resources: {'Port': ['ID=fd2cce82-cac3-48b3-a16d-452d116546e4,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:34.928850 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a95e-fbe9-42cb-a9b2-fd767f48eb63 req-edc58efc-ce31-45c0-8afc-0bfed6b24759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:34.930566 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ca9a95e-fbe9-42cb-a9b2-fd767f48eb63 req-edc58efc-ce31-45c0-8afc-0bfed6b24759 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 1099 time: 0.0404403 Dec 09 01:11:34.943230 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['fd2cce82-cac3-48b3-a16d-452d116546e4'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:11:34.989906 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8c1e3c-c8ad-4e79-8cd0-c91692fd41b1 req-1247f27b-fca8-44fe-b38e-3afa757749a0 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] No DVR routers for this DVR port fd2cce82-cac3-48b3-a16d-452d116546e4 on host hv-cinder-79053 {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:11:35.001378 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-7b8c1e3c-c8ad-4e79-8cd0-c91692fd41b1 req-1247f27b-fca8-44fe-b38e-3afa757749a0 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:35.006776 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7b8c1e3c-c8ad-4e79-8cd0-c91692fd41b1 req-1247f27b-fca8-44fe-b38e-3afa757749a0 tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.46 "DELETE /v2.0/ports/fd2cce82-cac3-48b3-a16d-452d116546e4 HTTP/1.1" status: 204 len: 173 time: 0.4478137 Dec 09 01:11:35.007312 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36da9bb0-8fba-4c99-bf93-c805ea677d26', 'name': 'network-vif-deleted', 'tag': 'fd2cce82-cac3-48b3-a16d-452d116546e4'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:11:35.010851 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f62e1ee-1837-432d-9362-23133d1ee13d" -d '{"events": [{"server_uuid": "36da9bb0-8fba-4c99-bf93-c805ea677d26", "name": "network-vif-deleted", "tag": "fd2cce82-cac3-48b3-a16d-452d116546e4"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:11:35.018565 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ca9a95e-fbe9-42cb-a9b2-fd767f48eb63 req-ded7ac55-88bf-4703-ada9-329f8e618be9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744405 Dec 09 01:11:35.062414 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60782e3a-8395-4454-91fb-7e8c5de20be2 req-4dc44c0f-9732-4075-ac22-016cb5b24086 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:35.063951 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60782e3a-8395-4454-91fb-7e8c5de20be2 req-4dc44c0f-9732-4075-ac22-016cb5b24086 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 943 time: 0.0762098 Dec 09 01:11:35.136290 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a64a5b-ae64-41a9-ae36-7ba057cb9ac7 req-83cbb4fe-c14f-49e3-897b-985e5b4565c3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:35.137818 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-28a64a5b-ae64-41a9-ae36-7ba057cb9ac7 req-83cbb4fe-c14f-49e3-897b-985e5b4565c3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0966306 Dec 09 01:11:35.142304 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60782e3a-8395-4454-91fb-7e8c5de20be2 req-e5f90249-82e2-4903-be25-dc048cb7f858 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612459 Dec 09 01:11:35.186384 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-28a64a5b-ae64-41a9-ae36-7ba057cb9ac7 req-9dfdfbf4-7b63-402a-a783-a7309107e6e4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Dec 09 01:11:35.190804 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f184d-60b8-476e-a6f4-3a022ff673e3 x-openstack-request-id: req-ea7f184d-60b8-476e-a6f4-3a022ff673e3 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:35.191125 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36da9bb0-8fba-4c99-bf93-c805ea677d26", "name": "network-vif-deleted", "tag": "fd2cce82-cac3-48b3-a16d-452d116546e4", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:35.191425 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea7f184d-60b8-476e-a6f4-3a022ff673e3 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:35.191821 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36da9bb0-8fba-4c99-bf93-c805ea677d26', 'name': 'network-vif-deleted', 'tag': 'fd2cce82-cac3-48b3-a16d-452d116546e4', 'status': 'completed', 'code': 200} Dec 09 01:11:35.453312 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d99cb8-6b8b-413a-88f7-71e5aeacda73 req-ef58b8ed-5cf8-4312-9079-a61127b122c8 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:35.454846 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-00d99cb8-6b8b-413a-88f7-71e5aeacda73 req-ef58b8ed-5cf8-4312-9079-a61127b122c8 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0509038 Dec 09 01:11:35.503283 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-00d99cb8-6b8b-413a-88f7-71e5aeacda73 req-ba59d299-7492-49d2-a087-991fc9e2a0ff tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425088 Dec 09 01:11:35.685333 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dd2dc056-91ba-40f7-857b-95fb62355616 req-bb647448-14d9-414b-86f8-f4ab2b2dfebb tempest-VolumesActionsTest-1337157082 tempest-VolumesActionsTest-1337157082-project] 10.222.0.23 "GET /v2.0/ports?device_id=36da9bb0-8fba-4c99-bf93-c805ea677d26 HTTP/1.1" status: 200 len: 210 time: 0.0300980 Dec 09 01:11:35.852494 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 15269bc2-6e16-4d2e-b263-b6379a009900 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:11:35.944052 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 15269bc2-6e16-4d2e-b263-b6379a009900, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=15269bc2-6e16-4d2e-b263-b6379a009900,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:35.954559 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '15269bc2-6e16-4d2e-b263-b6379a009900', 'network_id': '2daaacf1-f17f-4c3f-8d5f-6ec019bc5236', 'port_id': '15269bc2-6e16-4d2e-b263-b6379a009900', 'mac_address': 'fa:16:3e:45:61:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdecabff-29eb-4c69-974e-4605f6f56e3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:11:35.994557 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:36.007776 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15269bc2-6e16-4d2e-b263-b6379a009900 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:11:36.028307 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 15269bc2-6e16-4d2e-b263-b6379a009900, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=15269bc2-6e16-4d2e-b263-b6379a009900,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:36.032557 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:36.084100 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=15269bc2-6e16-4d2e-b263-b6379a009900,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:36.259869 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd1fe3-3fee-4510-9754-7f8dbaf28a65 req-1586d0bf-fed0-422d-9755-27421575f061 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:36.261336 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-11cd1fe3-3fee-4510-9754-7f8dbaf28a65 req-1586d0bf-fed0-422d-9755-27421575f061 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 944 time: 0.0499048 Dec 09 01:11:36.342423 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe08f4-087e-45a3-9d9b-63dd28396289 req-46b48736-4758-433f-83e4-1a77693696c1 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:36.344143 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f7fe08f4-087e-45a3-9d9b-63dd28396289 req-46b48736-4758-433f-83e4-1a77693696c1 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0819445 Dec 09 01:11:36.347304 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-11cd1fe3-3fee-4510-9754-7f8dbaf28a65 req-a9076a68-17d6-4167-a7ae-f38e0885ff7b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773299 Dec 09 01:11:36.391284 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f7fe08f4-087e-45a3-9d9b-63dd28396289 req-624c9125-5cda-4a59-af0f-b787970ac6e2 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411339 Dec 09 01:11:36.635380 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['15269bc2-6e16-4d2e-b263-b6379a009900'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:11:36.850474 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755193c8-1bee-4314-84af-631435f9e4c4 req-44de23e9-f972-4abc-a8c6-aa9abc95729b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:36.852695 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-755193c8-1bee-4314-84af-631435f9e4c4 req-44de23e9-f972-4abc-a8c6-aa9abc95729b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.2824721 Dec 09 01:11:36.901519 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-755193c8-1bee-4314-84af-631435f9e4c4 req-a362b592-82ca-4964-81d1-50e25e692017 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Dec 09 01:11:37.492864 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b00057-76c6-400d-94fb-50421fb9803c req-f19079a0-f63e-42c7-9623-02aecc21ccbd tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:37.494902 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f5b00057-76c6-400d-94fb-50421fb9803c req-f19079a0-f63e-42c7-9623-02aecc21ccbd tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 944 time: 0.0625033 Dec 09 01:11:37.548827 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f5b00057-76c6-400d-94fb-50421fb9803c req-431e093b-87ed-464e-8603-92f051ade5bf tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465989 Dec 09 01:11:37.576937 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 51712) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:37.715982 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-00bda5b8-a877-4aa3-a74d-ad6da9ef54ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:37.789782 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-00bda5b8-a877-4aa3-a74d-ad6da9ef54ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:37.793905 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-00bda5b8-a877-4aa3-a74d-ad6da9ef54ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:37.834019 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-00bda5b8-a877-4aa3-a74d-ad6da9ef54ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30f38e0bf9964f6b9432b3400e3a2ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559564 Dec 09 01:11:37.835062 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bda5b8-a877-4aa3-a74d-ad6da9ef54ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d39c6-3765-4e30-b9c1-7b824bb48dfb,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:37.836690 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 51718) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:11:37.885200 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b697f0c5-ad86-4687-bca1-c0c0dbc2ff89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:37.908811 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b697f0c5-ad86-4687-bca1-c0c0dbc2ff89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:37.956032 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b697f0c5-ad86-4687-bca1-c0c0dbc2ff89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:37.958760 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b697f0c5-ad86-4687-bca1-c0c0dbc2ff89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:37.959909 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b697f0c5-ad86-4687-bca1-c0c0dbc2ff89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f56d39c6-3765-4e30-b9c1-7b824bb48dfb HTTP/1.1" status: 204 len: 168 time: 0.1216490 Dec 09 01:11:37.968794 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697f0c5-ad86-4687-bca1-c0c0dbc2ff89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d39c6-3765-4e30-b9c1-7b824bb48dfb,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:38.033515 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c270bd9-b383-4e80-ba9b-573da8205029 req-4e8257ba-2398-462d-b8f3-c675e0e257e3 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:38.035022 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8c270bd9-b383-4e80-ba9b-573da8205029 req-4e8257ba-2398-462d-b8f3-c675e0e257e3 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0650196 Dec 09 01:11:38.085984 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8c270bd9-b383-4e80-ba9b-573da8205029 req-464499b2-a7dd-4070-a8ae-473c0826a815 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442581 Dec 09 01:11:38.386431 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb350a9b-d7a6-422d-98bd-e5d46cd2c74b req-13cae46a-02c3-4b01-94bc-2fd180835cad tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:38.388057 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eb350a9b-d7a6-422d-98bd-e5d46cd2c74b req-13cae46a-02c3-4b01-94bc-2fd180835cad tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0476854 Dec 09 01:11:38.434963 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eb350a9b-d7a6-422d-98bd-e5d46cd2c74b req-54caf9f3-ae91-408f-a327-f73860e3d27c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Dec 09 01:11:38.668565 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4994a-72c4-44f4-aa60-3b91b6ebc38f req-59103ec4-077a-4654-81db-8da02b8f0aa9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:38.669989 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7fd4994a-72c4-44f4-aa60-3b91b6ebc38f req-59103ec4-077a-4654-81db-8da02b8f0aa9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 944 time: 0.0544324 Dec 09 01:11:38.727123 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7fd4994a-72c4-44f4-aa60-3b91b6ebc38f req-97b56e5c-7380-4358-be88-737448524db0 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474827 Dec 09 01:11:39.548140 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd25626-f5ff-4487-a4cc-9b87c5315c82 req-557f97ae-e7f4-4648-a62f-f8f39a83114c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:39.549622 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dbd25626-f5ff-4487-a4cc-9b87c5315c82 req-557f97ae-e7f4-4648-a62f-f8f39a83114c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0489678 Dec 09 01:11:39.597497 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dbd25626-f5ff-4487-a4cc-9b87c5315c82 req-e514e985-dc91-4bf2-8996-1d958831872a tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421133 Dec 09 01:11:39.843479 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6e459-d65f-4e45-b96c-b4c88e3f00d9 req-4648ad95-958a-41fc-b0e9-a947dfb46a90 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:39.844948 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a5f6e459-d65f-4e45-b96c-b4c88e3f00d9 req-4648ad95-958a-41fc-b0e9-a947dfb46a90 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 944 time: 0.0479360 Dec 09 01:11:39.895378 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a5f6e459-d65f-4e45-b96c-b4c88e3f00d9 req-1d89ef38-a7da-493f-b754-a53dd5644085 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444386 Dec 09 01:11:40.709923 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b5b59-6fa3-42a5-83c5-7827f6c39050 req-8ace6be0-36ca-400e-895e-070a447cc755 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:40.711319 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-836b5b59-6fa3-42a5-83c5-7827f6c39050 req-8ace6be0-36ca-400e-895e-070a447cc755 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0478497 Dec 09 01:11:40.757694 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-836b5b59-6fa3-42a5-83c5-7827f6c39050 req-cb7f3e3e-bdcf-48b8-8ae3-e1d8d2dd2511 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Dec 09 01:11:41.010597 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c190fac-f2e0-4b97-a712-65d6d128dddb req-895dae1f-c6cc-48a8-938b-aa97e06bad75 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:41.011947 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0c190fac-f2e0-4b97-a712-65d6d128dddb req-895dae1f-c6cc-48a8-938b-aa97e06bad75 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 944 time: 0.0478544 Dec 09 01:11:41.059957 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0c190fac-f2e0-4b97-a712-65d6d128dddb req-8121c49c-710d-4ea0-b701-4767d4a1d101 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421202 Dec 09 01:11:41.088059 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a735f-19bb-4441-b669-5c05b7a2b28a req-e9b86cab-1691-4f47-b8a9-5909541c6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:41.089542 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-175a735f-19bb-4441-b669-5c05b7a2b28a req-e9b86cab-1691-4f47-b8a9-5909541c6ae8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 1099 time: 0.0469840 Dec 09 01:11:41.185724 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a735f-19bb-4441-b669-5c05b7a2b28a req-f45363cb-2e63-4b06-896d-46d7ab2a1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:41.187273 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-175a735f-19bb-4441-b669-5c05b7a2b28a req-f45363cb-2e63-4b06-896d-46d7ab2a1c7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 919 time: 0.0822058 Dec 09 01:11:41.234917 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-175a735f-19bb-4441-b669-5c05b7a2b28a req-19ace501-ea9f-4d10-8a76-6c371dd38d39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff HTTP/1.1" status: 200 len: 217 time: 0.0371277 Dec 09 01:11:41.284070 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a735f-19bb-4441-b669-5c05b7a2b28a req-0f9f1d39-3125-4715-bdab-e5329f43fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:41.285492 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-175a735f-19bb-4441-b669-5c05b7a2b28a req-0f9f1d39-3125-4715-bdab-e5329f43fb71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 200 len: 858 time: 0.0405474 Dec 09 01:11:41.317538 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-175a735f-19bb-4441-b669-5c05b7a2b28a req-5f991590-abbe-4974-acc5-1ecc1e32ca7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236232 Dec 09 01:11:41.411153 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-175a735f-19bb-4441-b669-5c05b7a2b28a req-cce6d6f7-0842-48e4-a737-18b7999005cf service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825081 Dec 09 01:11:41.503038 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-175a735f-19bb-4441-b669-5c05b7a2b28a req-8b7cce1b-cf01-4c83-8a65-7d4c4fe4ca56 service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798063 Dec 09 01:11:41.875973 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c0bb4-0403-4f40-8b66-3f2257171021 req-a9389d2d-8fcf-4f55-a9d9-162bfa1abcad tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:41.877446 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b80c0bb4-0403-4f40-8b66-3f2257171021 req-a9389d2d-8fcf-4f55-a9d9-162bfa1abcad tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0533268 Dec 09 01:11:41.927345 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b80c0bb4-0403-4f40-8b66-3f2257171021 req-5b18da70-7f8c-46b8-81ca-e7c699da3040 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440791 Dec 09 01:11:42.177484 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d83d75-ba52-4e57-872a-1a655d6f08bf req-1e4a64af-77b1-45b7-895e-aa181209795e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:42.179098 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-56d83d75-ba52-4e57-872a-1a655d6f08bf req-1e4a64af-77b1-45b7-895e-aa181209795e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 944 time: 0.0507457 Dec 09 01:11:42.229490 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-56d83d75-ba52-4e57-872a-1a655d6f08bf req-54c88ffe-d53b-419d-a65b-ce09c466a276 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442004 Dec 09 01:11:43.047945 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9ce19-ffd0-47fa-acc2-5a261e031214 req-730165c3-a6e9-46b2-9710-4fc2c3dbc3c2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:43.049264 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7aa9ce19-ffd0-47fa-acc2-5a261e031214 req-730165c3-a6e9-46b2-9710-4fc2c3dbc3c2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0535817 Dec 09 01:11:43.057769 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 15269bc2-6e16-4d2e-b263-b6379a009900 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:11:43.109868 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 15269bc2-6e16-4d2e-b263-b6379a009900 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:11:43.112149 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7aa9ce19-ffd0-47fa-acc2-5a261e031214 req-7339fa48-1697-4031-b3ba-af15d7c270bd tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561283 Dec 09 01:11:43.114355 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 15269bc2-6e16-4d2e-b263-b6379a009900 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:11:43.115056 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:43.217260 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:43.243837 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b157b7-f886-45b8-9d43-1b79d99448b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15269bc2-6e16-4d2e-b263-b6379a009900'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:11:43.246577 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d61bbb-2d6f-4af7-91a0-4e9aefbd9c52" -d '{"events": [{"server_uuid": "c0b157b7-f886-45b8-9d43-1b79d99448b5", "name": "network-vif-plugged", "status": "completed", "tag": "15269bc2-6e16-4d2e-b263-b6379a009900"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:11:43.268929 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 15269bc2-6e16-4d2e-b263-b6379a009900, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=15269bc2-6e16-4d2e-b263-b6379a009900,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:11:43.274042 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:43.275651 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device fd2cce82-cac3-48b3-a16d-452d116546e4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:11:43.318195 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: fd2cce82-cac3-48b3-a16d-452d116546e4 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:11:43.318570 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device fd2cce82-cac3-48b3-a16d-452d116546e4 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:11:43.326626 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfee0546-8dd3-4bc9-800c-2a253c8b03f7 x-openstack-request-id: req-cfee0546-8dd3-4bc9-800c-2a253c8b03f7 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:11:43.326942 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b157b7-f886-45b8-9d43-1b79d99448b5", "name": "network-vif-plugged", "status": "completed", "tag": "15269bc2-6e16-4d2e-b263-b6379a009900", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:11:43.327199 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cfee0546-8dd3-4bc9-800c-2a253c8b03f7 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:11:43.327806 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b157b7-f886-45b8-9d43-1b79d99448b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15269bc2-6e16-4d2e-b263-b6379a009900', 'code': 200} Dec 09 01:11:43.361290 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=15269bc2-6e16-4d2e-b263-b6379a009900,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:11:43.402571 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8d48-2ff4-4b53-ab1b-068290751828 req-99cd6195-3ab9-4fb3-997b-367942b52358 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:43.404575 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0c9c8d48-2ff4-4b53-ab1b-068290751828 req-99cd6195-3ab9-4fb3-997b-367942b52358 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 945 time: 0.0618982 Dec 09 01:11:43.497430 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0c9c8d48-2ff4-4b53-ab1b-068290751828 req-42c1cb63-e9e1-49ed-98b9-823aa43b2cdf tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850682 Dec 09 01:11:43.628827 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03d772-9c94-4531-86f4-a1adc28fc4f9 req-24f03ab9-84ad-4c7b-9029-0b8a7a588410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:43.630975 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7c03d772-9c94-4531-86f4-a1adc28fc4f9 req-24f03ab9-84ad-4c7b-9029-0b8a7a588410 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 1098 time: 0.0756757 Dec 09 01:11:43.696519 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7c03d772-9c94-4531-86f4-a1adc28fc4f9 req-44a47c90-64ac-4b04-ac8e-9cfb90026287 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515506 Dec 09 01:11:44.247659 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a405a-b56b-4e73-8923-f527c57c40d3 req-9f712d31-85bd-4e59-ae61-3fc0732bd7ff tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:44.249319 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-154a405a-b56b-4e73-8923-f527c57c40d3 req-9f712d31-85bd-4e59-ae61-3fc0732bd7ff tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0554299 Dec 09 01:11:44.326596 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-154a405a-b56b-4e73-8923-f527c57c40d3 req-9aedf3dc-cce8-45f5-8919-81b2e314dd4d tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691049 Dec 09 01:11:44.468102 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:11:44.656494 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178f57c-6626-4285-a731-07ebc3a36f44 req-72844273-aaad-4d6a-9a0f-8f84d75bb09f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:44.664538 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e178f57c-6626-4285-a731-07ebc3a36f44 req-72844273-aaad-4d6a-9a0f-8f84d75bb09f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 945 time: 0.0628252 Dec 09 01:11:44.715328 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e178f57c-6626-4285-a731-07ebc3a36f44 req-cc7c5b6a-7a73-4220-b218-e8160a6a2941 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486839 Dec 09 01:11:45.448562 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da619f-7935-4fdd-8d5e-0011757b2226 req-c2f54d52-59b8-40cc-91be-2edd2478b9c6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:45.450042 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-27da619f-7935-4fdd-8d5e-0011757b2226 req-c2f54d52-59b8-40cc-91be-2edd2478b9c6 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0530250 Dec 09 01:11:45.500651 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-27da619f-7935-4fdd-8d5e-0011757b2226 req-87e5cd3d-2f2a-4ed2-b35a-c31c14b9b4e2 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Dec 09 01:11:45.882391 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed6502e-acfe-4e7b-85e2-f0914e625b9b req-7a594af1-58c8-498d-8c7d-bacf85d2d854 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:45.890459 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-aed6502e-acfe-4e7b-85e2-f0914e625b9b req-7a594af1-58c8-498d-8c7d-bacf85d2d854 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 945 time: 0.0630398 Dec 09 01:11:45.944744 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-aed6502e-acfe-4e7b-85e2-f0914e625b9b req-e336c6ec-d3e9-41ba-8c4c-4a872cbadf84 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531638 Dec 09 01:11:47.621679 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:48.451163 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6be161a5-cc37-4cb8-a583-5023358382b8 req-3524945a-73d4-4a3e-a0e1-9e1069719e54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511172 Dec 09 01:11:48.545686 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be161a5-cc37-4cb8-a583-5023358382b8 req-24b75934-90dc-48cd-b631-5fde02e50971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:48.547231 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6be161a5-cc37-4cb8-a583-5023358382b8 req-24b75934-90dc-48cd-b631-5fde02e50971 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f142a63d748e48d08bff8bfeeb533566&device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 1099 time: 0.0538635 Dec 09 01:11:48.697494 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be161a5-cc37-4cb8-a583-5023358382b8 req-aa302976-b771-49bd-a2b6-18b2a900177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:48.699055 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6be161a5-cc37-4cb8-a583-5023358382b8 req-aa302976-b771-49bd-a2b6-18b2a900177d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 200 len: 919 time: 0.1233253 Dec 09 01:11:48.745935 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6be161a5-cc37-4cb8-a583-5023358382b8 req-eefbc814-d7a5-4320-81bd-8d0c1e5022bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb HTTP/1.1" status: 200 len: 217 time: 0.0368655 Dec 09 01:11:48.827031 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be161a5-cc37-4cb8-a583-5023358382b8 req-9a1edce8-6330-4624-8925-b047fd159e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:11:48.831892 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6be161a5-cc37-4cb8-a583-5023358382b8 req-9a1edce8-6330-4624-8925-b047fd159e79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 200 len: 858 time: 0.0660849 Dec 09 01:11:48.891097 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6be161a5-cc37-4cb8-a583-5023358382b8 req-b6ab255f-1de6-4968-a88e-4fd471c331ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435424 Dec 09 01:11:49.014993 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6be161a5-cc37-4cb8-a583-5023358382b8 req-f7ea1c9a-cd6e-4ebd-8be7-15622531448c service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026433 Dec 09 01:11:49.122863 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6be161a5-cc37-4cb8-a583-5023358382b8 req-f8e624b0-95d4-4b4e-bda5-2aa432b4b58b service neutron] 10.222.0.46 "GET /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953007 Dec 09 01:11:52.097242 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7afbbf91-a539-491f-bdc4-bcfb110e2a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:54.481023 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eafbad7b-0cfa-40ef-b690-c7ea884d818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:56.132599 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:57.137405 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:11:58.303558 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:07.431337 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dacd1-81f8-42d0-ac2d-e5e7dc62d7c3 req-ef67889a-19a0-45a3-8a03-2636c7a82817 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:07.432960 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a94dacd1-81f8-42d0-ac2d-e5e7dc62d7c3 req-ef67889a-19a0-45a3-8a03-2636c7a82817 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0515435 Dec 09 01:12:07.484774 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a94dacd1-81f8-42d0-ac2d-e5e7dc62d7c3 req-34318d1f-9f10-4d47-bb27-1f2a592ae8c4 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449300 Dec 09 01:12:07.865102 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 52186) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:07.910925 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Deleting subnet 9ba51b86-6146-4e10-a50b-8e990b78c334 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:12:07.915474 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:07.953673 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5005203'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:07.994317 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.052258 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4394949'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.081049 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba51b86-6146-4e10-a50b-8e990b78c334,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:08.087823 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.094185 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9ba51b86-6146-4e10-a50b-8e990b78c334 HTTP/1.1" status: 204 len: 168 time: 0.2250206 Dec 09 01:12:08.094325 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52200) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:08.105420 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.105780 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.106133 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.106526 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.106862 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.107260 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.107535 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.107865 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.108198 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.108531 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.108891 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.109208 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.109518 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33d1bd6-895e-46ad-aba1-4dbde4acb409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.180526 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.261633 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.281642 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54da1fdd-8934-41b2-b4b2-5871ab439c53']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:08.291452 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecdd577-8e23-4a46-99a0-e76fcb307b81') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:08.291752 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecdd577-8e23-4a46-99a0-e76fcb307b81') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:08.300858 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1063504'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.314596 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.320538 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:12:08.320930 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4430809'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: timer() Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: cb(*args, **kw) Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: self._notify() Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: self.callback(batched_events) Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: event.method(event) Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._get(url).json() Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:12:08.323008 dv-cinder-790535-20-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:12:08.381155 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.387104 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.392813 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] 10.222.0.23 "DELETE /v2.0/networks/54da1fdd-8934-41b2-b4b2-5871ab439c53 HTTP/1.1" status: 204 len: 168 time: 0.2954640 Dec 09 01:12:08.403398 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Pushing event deleted for resources: {'Network': ['ID=54da1fdd-8934-41b2-b4b2-5871ab439c53,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:08.410548 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.410918 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.411271 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.411659 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.412002 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.412335 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.412732 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.413053 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.413717 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.414391 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.414775 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.415106 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.415665 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357b74a2-6273-4def-9836-eac2a5ae3223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:08.553148 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 52210) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:08.626141 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-1864aec7-c6c8-49f8-a673-9b524173a5b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a965b3ef21e14d8787cc1b57b914f806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716355 Dec 09 01:12:08.628813 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52212) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:08.634336 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615bc12-eb36-4003-92d2-4cdc32c37ca0 req-4df7abbf-1eda-4bc1-b1a4-cfddc25ec93c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:08.635781 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e615bc12-eb36-4003-92d2-4cdc32c37ca0 req-4df7abbf-1eda-4bc1-b1a4-cfddc25ec93c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0755141 Dec 09 01:12:08.677460 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b300ae76-62fb-41cf-91af-6d2719dc064f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.683285 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e615bc12-eb36-4003-92d2-4cdc32c37ca0 req-558040c9-074d-4d97-94f4-76428523ec3e tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413842 Dec 09 01:12:08.702803 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b300ae76-62fb-41cf-91af-6d2719dc064f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.748267 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b300ae76-62fb-41cf-91af-6d2719dc064f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.750813 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b300ae76-62fb-41cf-91af-6d2719dc064f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:08.751942 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b300ae76-62fb-41cf-91af-6d2719dc064f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fda89c16-416a-422c-a280-4a3de3718368 HTTP/1.1" status: 204 len: 168 time: 0.1220613 Dec 09 01:12:08.760135 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300ae76-62fb-41cf-91af-6d2719dc064f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda89c16-416a-422c-a280-4a3de3718368,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:09.800689 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7e87a-3a96-4b4b-a572-fa4dcdc8d4fe req-9891e09e-6b55-43db-986d-8d13e3fe5c9d tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:09.802187 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0c7e87a-3a96-4b4b-a572-fa4dcdc8d4fe req-9891e09e-6b55-43db-986d-8d13e3fe5c9d tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0505533 Dec 09 01:12:09.858425 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0c7e87a-3a96-4b4b-a572-fa4dcdc8d4fe req-5312e9c5-9867-4410-83b8-70dc08cc5835 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476420 Dec 09 01:12:11.009576 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71062e5c-24cb-4b06-aefd-050a10496905 req-2320dc62-f14a-4785-ad62-b7e9e9fc4ab7 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:11.011094 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-71062e5c-24cb-4b06-aefd-050a10496905 req-2320dc62-f14a-4785-ad62-b7e9e9fc4ab7 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0502505 Dec 09 01:12:11.065123 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-71062e5c-24cb-4b06-aefd-050a10496905 req-1cad18e0-e3c3-449e-a38c-c1567753d5e9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479774 Dec 09 01:12:11.233708 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda85b01-77bc-4af9-ac51-720f06903d42 req-2eaeb72c-ffe6-4cbe-996b-a126fd2b9c15 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:11.235179 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cda85b01-77bc-4af9-ac51-720f06903d42 req-2eaeb72c-ffe6-4cbe-996b-a126fd2b9c15 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.46 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 946 time: 0.0503047 Dec 09 01:12:11.565072 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-cda85b01-77bc-4af9-ac51-720f06903d42 req-c963c7af-82e0-4dc8-855a-022ba7351cbe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Deleting port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:12:11.565682 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cda85b01-77bc-4af9-ac51-720f06903d42 req-c963c7af-82e0-4dc8-855a-022ba7351cbe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:11.661845 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-cda85b01-77bc-4af9-ac51-720f06903d42 req-c963c7af-82e0-4dc8-855a-022ba7351cbe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] For port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:11.662213 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cda85b01-77bc-4af9-ac51-720f06903d42 req-c963c7af-82e0-4dc8-855a-022ba7351cbe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:11.675504 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-cda85b01-77bc-4af9-ac51-720f06903d42 req-c963c7af-82e0-4dc8-855a-022ba7351cbe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Calling delete_port for 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:12:11.711846 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25867baf-f79a-4d57-a3fe-23072795caab req-41530902-b173-4bb9-a585-7cc59aea7bb0 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:11.713325 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-25867baf-f79a-4d57-a3fe-23072795caab req-41530902-b173-4bb9-a585-7cc59aea7bb0 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 945 time: 0.0511892 Dec 09 01:12:11.762877 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-25867baf-f79a-4d57-a3fe-23072795caab req-496fea6d-0be2-4e1f-a395-9e191047192b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431733 Dec 09 01:12:11.801178 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cda85b01-77bc-4af9-ac51-720f06903d42 req-c963c7af-82e0-4dc8-855a-022ba7351cbe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:11.830842 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c7af-82e0-4dc8-855a-022ba7351cbe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Pushing event deleted for resources: {'Port': ['ID=8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:11.856964 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['1576c59c-6b4a-44f7-a7f1-368b59dcd4ff', '8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:12:11.876852 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda85b01-77bc-4af9-ac51-720f06903d42 req-c963c7af-82e0-4dc8-855a-022ba7351cbe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] No DVR routers for this DVR port 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:12:11.879327 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-cda85b01-77bc-4af9-ac51-720f06903d42 req-c963c7af-82e0-4dc8-855a-022ba7351cbe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:11.883822 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-cda85b01-77bc-4af9-ac51-720f06903d42 req-c963c7af-82e0-4dc8-855a-022ba7351cbe tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.46 "DELETE /v2.0/ports/8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb HTTP/1.1" status: 204 len: 173 time: 0.6341379 Dec 09 01:12:11.884666 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4617dfc6-89b9-4d31-b4bc-9c150258059d', 'name': 'network-vif-deleted', 'tag': '8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:12:11.887161 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74fa667-d38d-42ea-a180-4552254bed8f" -d '{"events": [{"server_uuid": "4617dfc6-89b9-4d31-b4bc-9c150258059d", "name": "network-vif-deleted", "tag": "8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:12:11.937690 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8c6c20-a0d8-42d8-aab0-7f7a71afce13 x-openstack-request-id: req-bb8c6c20-a0d8-42d8-aab0-7f7a71afce13 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:12:11.938181 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4617dfc6-89b9-4d31-b4bc-9c150258059d", "name": "network-vif-deleted", "tag": "8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:12:11.938605 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bb8c6c20-a0d8-42d8-aab0-7f7a71afce13 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:12:11.939104 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4617dfc6-89b9-4d31-b4bc-9c150258059d', 'name': 'network-vif-deleted', 'tag': '8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb', 'status': 'completed', 'code': 200} Dec 09 01:12:12.177976 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c22b3d79-a06e-48e7-9195-002036039460 req-7746d710-af31-4189-ae46-da8a4fc5ce8b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=4617dfc6-89b9-4d31-b4bc-9c150258059d HTTP/1.1" status: 200 len: 210 time: 0.0326815 Dec 09 01:12:12.828245 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a2c83-61a5-4b5e-b681-4d35d364aa3a req-2e247b60-7e69-418e-ba89-a075e4a30e2f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:12.829725 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cd9a2c83-61a5-4b5e-b681-4d35d364aa3a req-2e247b60-7e69-418e-ba89-a075e4a30e2f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 945 time: 0.0485024 Dec 09 01:12:12.911167 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb44c3-1525-46cf-a097-198bf90f3385 req-2a8878d1-0776-4fae-be37-e0eb98890d9d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:12.912627 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-02fb44c3-1525-46cf-a097-198bf90f3385 req-2a8878d1-0776-4fae-be37-e0eb98890d9d tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 945 time: 0.0820298 Dec 09 01:12:12.917405 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cd9a2c83-61a5-4b5e-b681-4d35d364aa3a req-29f733d0-9d17-4f65-a2a2-8cfb0b711a38 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779223 Dec 09 01:12:12.965493 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-02fb44c3-1525-46cf-a097-198bf90f3385 req-0bb4755c-0c70-4b2a-b776-be630f28e84e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460293 Dec 09 01:12:13.439666 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e3594-4985-426b-b7bc-7d147a62b32b req-a393c6d1-c4eb-40e2-8eb5-36d5d303742c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:13.441101 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-649e3594-4985-426b-b7bc-7d147a62b32b req-a393c6d1-c4eb-40e2-8eb5-36d5d303742c tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0477889 Dec 09 01:12:13.488302 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-649e3594-4985-426b-b7bc-7d147a62b32b req-fd7f3427-d4de-4045-8947-55f292a61308 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Dec 09 01:12:14.055255 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196585ae-de9f-45cd-a3b9-187a75ab1d29 req-0a885eda-699f-4ef0-a4ee-45909c0bf53d tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:14.056702 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-196585ae-de9f-45cd-a3b9-187a75ab1d29 req-0a885eda-699f-4ef0-a4ee-45909c0bf53d tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 945 time: 0.0632925 Dec 09 01:12:14.127922 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed3f9e-9f56-4622-8aa3-a5db758e76ec req-b6d02592-7d7c-42f6-b38c-f5c76564de46 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:14.129315 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-74ed3f9e-9f56-4622-8aa3-a5db758e76ec req-b6d02592-7d7c-42f6-b38c-f5c76564de46 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 945 time: 0.0915771 Dec 09 01:12:14.137116 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-196585ae-de9f-45cd-a3b9-187a75ab1d29 req-e29899bd-b25a-4e15-95d7-9aa290cd74e6 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623143 Dec 09 01:12:14.182213 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-74ed3f9e-9f56-4622-8aa3-a5db758e76ec req-6a1add1c-57bf-4b5b-b541-1b8bc7eaa429 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Dec 09 01:12:14.568505 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f378e7-81f3-421c-b8c8-624928efab62 req-b35c0ec4-918c-44ba-b13f-b2ef480ffb48 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:14.570052 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0f378e7-81f3-421c-b8c8-624928efab62 req-b35c0ec4-918c-44ba-b13f-b2ef480ffb48 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 945 time: 0.0495353 Dec 09 01:12:14.607061 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99106de-4b3d-4901-abbb-86b8cfd425e3 req-e314e227-9d7d-4888-b233-f0dd2b6084a5 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:14.608534 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e99106de-4b3d-4901-abbb-86b8cfd425e3 req-e314e227-9d7d-4888-b233-f0dd2b6084a5 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0519426 Dec 09 01:12:14.656099 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e99106de-4b3d-4901-abbb-86b8cfd425e3 req-79370e80-bf0b-4b9b-bb93-52aff419b956 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Dec 09 01:12:14.677585 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-d0f378e7-81f3-421c-b8c8-624928efab62 req-a1e9b0d2-336e-4ffa-9f2b-48917dabaafc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Deleting port 15269bc2-6e16-4d2e-b263-b6379a009900 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:12:14.677923 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d0f378e7-81f3-421c-b8c8-624928efab62 req-a1e9b0d2-336e-4ffa-9f2b-48917dabaafc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:14.767156 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-d0f378e7-81f3-421c-b8c8-624928efab62 req-a1e9b0d2-336e-4ffa-9f2b-48917dabaafc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] For port 15269bc2-6e16-4d2e-b263-b6379a009900, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=15269bc2-6e16-4d2e-b263-b6379a009900,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:14.767515 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d0f378e7-81f3-421c-b8c8-624928efab62 req-a1e9b0d2-336e-4ffa-9f2b-48917dabaafc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:14.780022 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-d0f378e7-81f3-421c-b8c8-624928efab62 req-a1e9b0d2-336e-4ffa-9f2b-48917dabaafc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Calling delete_port for 15269bc2-6e16-4d2e-b263-b6379a009900 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:12:14.911909 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d0f378e7-81f3-421c-b8c8-624928efab62 req-a1e9b0d2-336e-4ffa-9f2b-48917dabaafc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:14.942963 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9b0d2-336e-4ffa-9f2b-48917dabaafc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Pushing event deleted for resources: {'Port': ['ID=15269bc2-6e16-4d2e-b263-b6379a009900,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:14.957729 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['45951bb1-90b0-42b8-aa49-f5040ab0860b', '2d101058-b44e-46a7-aee8-3153c4df184a', '510d459c-7c9d-470e-af1b-5c8eb4265ba1', '15269bc2-6e16-4d2e-b263-b6379a009900'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:12:15.000668 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f378e7-81f3-421c-b8c8-624928efab62 req-a1e9b0d2-336e-4ffa-9f2b-48917dabaafc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] No DVR routers for this DVR port 15269bc2-6e16-4d2e-b263-b6379a009900 on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:12:15.004600 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d0f378e7-81f3-421c-b8c8-624928efab62 req-a1e9b0d2-336e-4ffa-9f2b-48917dabaafc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:15.011452 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d0f378e7-81f3-421c-b8c8-624928efab62 req-a1e9b0d2-336e-4ffa-9f2b-48917dabaafc tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "DELETE /v2.0/ports/15269bc2-6e16-4d2e-b263-b6379a009900 HTTP/1.1" status: 204 len: 173 time: 0.4222929 Dec 09 01:12:15.012904 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b157b7-f886-45b8-9d43-1b79d99448b5', 'name': 'network-vif-deleted', 'tag': '15269bc2-6e16-4d2e-b263-b6379a009900'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:12:15.014222 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bab2fb-1cc5-4129-b2fa-3fb66a29b68d" -d '{"events": [{"server_uuid": "c0b157b7-f886-45b8-9d43-1b79d99448b5", "name": "network-vif-deleted", "tag": "15269bc2-6e16-4d2e-b263-b6379a009900"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:12:15.051802 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29207933-f422-49d3-a640-6fcca0dea76d x-openstack-request-id: req-29207933-f422-49d3-a640-6fcca0dea76d {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:12:15.052286 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b157b7-f886-45b8-9d43-1b79d99448b5", "name": "network-vif-deleted", "tag": "15269bc2-6e16-4d2e-b263-b6379a009900", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:12:15.052725 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29207933-f422-49d3-a640-6fcca0dea76d {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:12:15.053120 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b157b7-f886-45b8-9d43-1b79d99448b5', 'name': 'network-vif-deleted', 'tag': '15269bc2-6e16-4d2e-b263-b6379a009900', 'status': 'completed', 'code': 200} Dec 09 01:12:15.278534 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c08b-6e17-40ab-b34b-f0e95be6648d req-145c4cbc-b148-4585-ad13-89eb3f113d31 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:15.280359 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ce85c08b-6e17-40ab-b34b-f0e95be6648d req-145c4cbc-b148-4585-ad13-89eb3f113d31 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 945 time: 0.0702343 Dec 09 01:12:15.300348 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:12:15.319315 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-71fb2328-8271-41d6-b41e-fdf4779234db req-85f5dd62-f759-4571-ae36-134e4917f489 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0b157b7-f886-45b8-9d43-1b79d99448b5 HTTP/1.1" status: 200 len: 210 time: 0.0378902 Dec 09 01:12:15.323978 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:12:15.324535 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 8afbc1a2-60e7-4fcf-8225-5f5f426ef1bb not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:12:15.354824 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ce85c08b-6e17-40ab-b34b-f0e95be6648d req-6016f991-953b-4e23-b27b-dac9d1b845cc tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647011 Dec 09 01:12:15.584299 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1c253-0e6e-4e99-97f1-5cc6dc568556 req-40c46f45-f19d-44b1-af13-6d1359c3a420 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:15.586272 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ace1c253-0e6e-4e99-97f1-5cc6dc568556 req-40c46f45-f19d-44b1-af13-6d1359c3a420 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.46 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 945 time: 0.0468390 Dec 09 01:12:15.675093 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-ace1c253-0e6e-4e99-97f1-5cc6dc568556 req-8e94f009-84ec-48ce-876d-5cbf38cd384f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Deleting port 9403bd16-5fd9-412f-8e51-2c5dad3f9013 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:12:15.675424 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ace1c253-0e6e-4e99-97f1-5cc6dc568556 req-8e94f009-84ec-48ce-876d-5cbf38cd384f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:15.767558 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-ace1c253-0e6e-4e99-97f1-5cc6dc568556 req-8e94f009-84ec-48ce-876d-5cbf38cd384f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] For port 9403bd16-5fd9-412f-8e51-2c5dad3f9013, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9403bd16-5fd9-412f-8e51-2c5dad3f9013,segment=NetworkSegment(949040bd-00b0-4250-8c1c-535827cef80e),segment_id=949040bd-00b0-4250-8c1c-535827cef80e)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:15.767928 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ace1c253-0e6e-4e99-97f1-5cc6dc568556 req-8e94f009-84ec-48ce-876d-5cbf38cd384f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:15.780811 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-ace1c253-0e6e-4e99-97f1-5cc6dc568556 req-8e94f009-84ec-48ce-876d-5cbf38cd384f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Calling delete_port for 9403bd16-5fd9-412f-8e51-2c5dad3f9013 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:12:15.789838 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6048316-1c5c-448d-a21f-af77224150dd req-793c0583-3281-4340-a34b-a42627619f20 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:15.791379 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6048316-1c5c-448d-a21f-af77224150dd req-793c0583-3281-4340-a34b-a42627619f20 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0684543 Dec 09 01:12:15.855362 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c6048316-1c5c-448d-a21f-af77224150dd req-2045757f-e54c-4152-84a8-f5570550fbdb tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550528 Dec 09 01:12:15.921851 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ace1c253-0e6e-4e99-97f1-5cc6dc568556 req-8e94f009-84ec-48ce-876d-5cbf38cd384f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:15.949025 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94f009-84ec-48ce-876d-5cbf38cd384f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Pushing event deleted for resources: {'Port': ['ID=9403bd16-5fd9-412f-8e51-2c5dad3f9013,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:15.990077 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace1c253-0e6e-4e99-97f1-5cc6dc568556 req-8e94f009-84ec-48ce-876d-5cbf38cd384f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] No DVR routers for this DVR port 9403bd16-5fd9-412f-8e51-2c5dad3f9013 on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:12:15.992454 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-ace1c253-0e6e-4e99-97f1-5cc6dc568556 req-8e94f009-84ec-48ce-876d-5cbf38cd384f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:15.995797 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ace1c253-0e6e-4e99-97f1-5cc6dc568556 req-8e94f009-84ec-48ce-876d-5cbf38cd384f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.46 "DELETE /v2.0/ports/9403bd16-5fd9-412f-8e51-2c5dad3f9013 HTTP/1.1" status: 204 len: 173 time: 0.4029095 Dec 09 01:12:16.467853 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-496adf22-336b-4626-aa4b-31988cf940ce req-245baf62-04bb-4eb5-873f-b1b35717481a tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ceeb0702-18c0-4c51-9173-464d3c1eba87 HTTP/1.1" status: 200 len: 210 time: 0.0280161 Dec 09 01:12:16.482772 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['9403bd16-5fd9-412f-8e51-2c5dad3f9013'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:12:16.969898 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72582258-8c5a-4644-a507-cedefa3b32ab req-fc701c05-6c85-49ba-a7f6-fee2dbd54529 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:16.971530 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-72582258-8c5a-4644-a507-cedefa3b32ab req-fc701c05-6c85-49ba-a7f6-fee2dbd54529 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0487201 Dec 09 01:12:17.019791 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-72582258-8c5a-4644-a507-cedefa3b32ab req-d3a8effa-bc5d-4b85-b0c6-d9dfc1dee05d tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Dec 09 01:12:17.055224 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceeb0702-18c0-4c51-9173-464d3c1eba87', 'name': 'network-vif-deleted', 'tag': '9403bd16-5fd9-412f-8e51-2c5dad3f9013'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:12:17.057585 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69bf8e6-6d11-4b41-96de-c4c788992af8" -d '{"events": [{"server_uuid": "ceeb0702-18c0-4c51-9173-464d3c1eba87", "name": "network-vif-deleted", "tag": "9403bd16-5fd9-412f-8e51-2c5dad3f9013"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:12:17.092557 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d28613e-a200-41a3-a9e8-cddca95d9555 x-openstack-request-id: req-1d28613e-a200-41a3-a9e8-cddca95d9555 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:12:17.092862 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceeb0702-18c0-4c51-9173-464d3c1eba87", "name": "network-vif-deleted", "tag": "9403bd16-5fd9-412f-8e51-2c5dad3f9013", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:12:17.093124 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d28613e-a200-41a3-a9e8-cddca95d9555 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:12:17.093541 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceeb0702-18c0-4c51-9173-464d3c1eba87', 'name': 'network-vif-deleted', 'tag': '9403bd16-5fd9-412f-8e51-2c5dad3f9013', 'status': 'completed', 'code': 200} Dec 09 01:12:18.138580 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfda32-98a0-46e1-aaf2-28062317cac8 req-9728e29f-0086-4b33-a048-6277c55ad856 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:18.140056 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5dbfda32-98a0-46e1-aaf2-28062317cac8 req-9728e29f-0086-4b33-a048-6277c55ad856 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0521708 Dec 09 01:12:18.186461 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5dbfda32-98a0-46e1-aaf2-28062317cac8 req-8f0b4a1b-cdcf-4cf4-9965-c0f03d8ac3c8 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 Dec 09 01:12:18.780888 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:19.309296 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12910db0-6b5f-456a-994b-8edffff808d6 req-f3829266-35e1-4c59-8327-61f0638722f9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:19.310823 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-12910db0-6b5f-456a-994b-8edffff808d6 req-f3829266-35e1-4c59-8327-61f0638722f9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0546625 Dec 09 01:12:19.360033 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-12910db0-6b5f-456a-994b-8edffff808d6 req-48858625-a923-45ae-8ce4-88ce65474450 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429859 Dec 09 01:12:19.889606 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 9403bd16-5fd9-412f-8e51-2c5dad3f9013 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:12:19.909740 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 9403bd16-5fd9-412f-8e51-2c5dad3f9013 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:12:19.910090 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 9403bd16-5fd9-412f-8e51-2c5dad3f9013 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:12:19.910518 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 15269bc2-6e16-4d2e-b263-b6379a009900 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:12:19.928610 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 15269bc2-6e16-4d2e-b263-b6379a009900 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:12:19.928957 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 15269bc2-6e16-4d2e-b263-b6379a009900 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:12:20.478167 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02952c4a-90fb-488e-bb7e-8947304fab32 req-05deb571-77cd-4044-a49d-1ac0ef75fa1b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:20.479673 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-02952c4a-90fb-488e-bb7e-8947304fab32 req-05deb571-77cd-4044-a49d-1ac0ef75fa1b tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0529206 Dec 09 01:12:20.527692 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-02952c4a-90fb-488e-bb7e-8947304fab32 req-f8529740-36eb-47c6-bf74-2c6873b7e9f9 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422134 Dec 09 01:12:21.468249 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:12:21.641528 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03243e1-f98f-4480-bb71-4b82f6de2fb7 req-afdd9846-c522-4540-906f-dd02b72675bc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:21.643020 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d03243e1-f98f-4480-bb71-4b82f6de2fb7 req-afdd9846-c522-4540-906f-dd02b72675bc tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0476596 Dec 09 01:12:21.690169 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d03243e1-f98f-4480-bb71-4b82f6de2fb7 req-48a144d1-6ba9-4c69-824d-2f171e1650f7 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Dec 09 01:12:22.090303 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e3f19ec3-f8c2-4f51-beb3-109c54d0d3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:22.500727 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4534a-c753-44dc-a0be-e70978bfdf98 req-e52ac5a6-89d5-4622-bb59-568d856d54c1 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:22.502189 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9fc4534a-c753-44dc-a0be-e70978bfdf98 req-e52ac5a6-89d5-4622-bb59-568d856d54c1 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.0494416 Dec 09 01:12:22.572349 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9fc4534a-c753-44dc-a0be-e70978bfdf98 req-7dbaeed8-7b4a-469d-8b96-035a8afe0127 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641069 Dec 09 01:12:22.810791 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b531c5a-5c74-4780-a070-2291762da7e6 req-c142eef7-57f9-4b6f-8d9f-7e86abe63479 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:22.812270 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1b531c5a-5c74-4780-a070-2291762da7e6 req-c142eef7-57f9-4b6f-8d9f-7e86abe63479 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0501094 Dec 09 01:12:22.861191 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1b531c5a-5c74-4780-a070-2291762da7e6 req-a1ee83fb-8231-4408-af74-e78eb3628cdb tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 Dec 09 01:12:23.411460 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b9176-f379-460c-97c5-fe8373daf803 req-19f7d254-29e7-4110-8f46-532655d00117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:23.412934 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-659b9176-f379-460c-97c5-fe8373daf803 req-19f7d254-29e7-4110-8f46-532655d00117 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6d5beaac0f5499ebdb7f15879cf5c9b&device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 1138 time: 0.0402596 Dec 09 01:12:23.505278 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b9176-f379-460c-97c5-fe8373daf803 req-6485dc7e-38ce-43d6-80bf-a08a7aeb9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:23.506740 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-659b9176-f379-460c-97c5-fe8373daf803 req-6485dc7e-38ce-43d6-80bf-a08a7aeb9045 service neutron] 10.222.0.46 "GET /v2.0/networks?id=809b49f8-c565-416c-be1f-d21f8f13109c HTTP/1.1" status: 200 len: 916 time: 0.0848770 Dec 09 01:12:23.632532 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-659b9176-f379-460c-97c5-fe8373daf803 req-7fd04af7-1571-4c5a-8a2b-34bc9e5b6a9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb HTTP/1.1" status: 200 len: 1001 time: 0.0586414 Dec 09 01:12:23.689746 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b9176-f379-460c-97c5-fe8373daf803 req-7b497c79-b012-40c3-8e19-f7369a5ed1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:23.690776 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709277e2-da9e-4181-8aa3-b7f3225a40ef req-c17be41f-3cf3-46f2-9545-b6a180d60a62 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:23.691241 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-659b9176-f379-460c-97c5-fe8373daf803 req-7b497c79-b012-40c3-8e19-f7369a5ed1dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c1692dc-9cf6-4039-bbc2-69e8655f7c52 HTTP/1.1" status: 200 len: 854 time: 0.0496387 Dec 09 01:12:23.692559 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-709277e2-da9e-4181-8aa3-b7f3225a40ef req-c17be41f-3cf3-46f2-9545-b6a180d60a62 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.0517237 Dec 09 01:12:23.737125 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b9176-f379-460c-97c5-fe8373daf803 req-c837841f-7250-42de-92fc-9cf99f575750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:23.738612 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-659b9176-f379-460c-97c5-fe8373daf803 req-c837841f-7250-42de-92fc-9cf99f575750 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=809b49f8-c565-416c-be1f-d21f8f13109c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393102 Dec 09 01:12:23.757709 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-709277e2-da9e-4181-8aa3-b7f3225a40ef req-f668eea6-4fb0-4c0c-b000-26c8589d5c2b tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549169 Dec 09 01:12:23.833108 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-659b9176-f379-460c-97c5-fe8373daf803 req-e6d37ecc-19b4-4758-83b0-4da22ba46f9f service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854518 Dec 09 01:12:23.986877 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423be427-f397-4123-9b70-d09d9ce35238 req-57ada808-c442-4a2e-94d9-fbe99d8275f1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:23.989147 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-423be427-f397-4123-9b70-d09d9ce35238 req-57ada808-c442-4a2e-94d9-fbe99d8275f1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.46 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0954294 Dec 09 01:12:23.990735 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-659b9176-f379-460c-97c5-fe8373daf803 req-ac1191e3-ef24-4971-b7a1-0d989d7e1e07 service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975933 Dec 09 01:12:24.006570 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff6b7c-9681-4b87-8a69-064a670ef316 req-134468e3-7dd7-4adb-9158-bcd4250286d1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:24.008781 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c8ff6b7c-9681-4b87-8a69-064a670ef316 req-134468e3-7dd7-4adb-9158-bcd4250286d1 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 946 time: 0.0754828 Dec 09 01:12:24.122458 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c8ff6b7c-9681-4b87-8a69-064a670ef316 req-b1fb62eb-1ed9-41a4-a8be-bab53958afae tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/security-groups?id=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049607 Dec 09 01:12:24.148710 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-423be427-f397-4123-9b70-d09d9ce35238 req-d10fd320-f953-4b40-84ae-0d433d527d86 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Deleting port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:12:24.150181 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-423be427-f397-4123-9b70-d09d9ce35238 req-d10fd320-f953-4b40-84ae-0d433d527d86 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:24.246011 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-423be427-f397-4123-9b70-d09d9ce35238 req-d10fd320-f953-4b40-84ae-0d433d527d86 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] For port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:24.246284 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-423be427-f397-4123-9b70-d09d9ce35238 req-d10fd320-f953-4b40-84ae-0d433d527d86 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:24.261096 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-423be427-f397-4123-9b70-d09d9ce35238 req-d10fd320-f953-4b40-84ae-0d433d527d86 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Calling delete_port for 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff owned by compute:nova {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:12:24.400175 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-423be427-f397-4123-9b70-d09d9ce35238 req-d10fd320-f953-4b40-84ae-0d433d527d86 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:24.431988 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fd320-f953-4b40-84ae-0d433d527d86 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Pushing event deleted for resources: {'Port': ['ID=1576c59c-6b4a-44f7-a7f1-368b59dcd4ff,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:24.476403 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-423be427-f397-4123-9b70-d09d9ce35238 req-d10fd320-f953-4b40-84ae-0d433d527d86 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] No DVR routers for this DVR port 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff on host hv-cinder-79053 {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:12:24.476924 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-33e9e1d5-6aca-4ebd-a9ee-ceecbe632b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:24.480198 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-423be427-f397-4123-9b70-d09d9ce35238 req-d10fd320-f953-4b40-84ae-0d433d527d86 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:24.483693 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-423be427-f397-4123-9b70-d09d9ce35238 req-d10fd320-f953-4b40-84ae-0d433d527d86 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.46 "DELETE /v2.0/ports/1576c59c-6b4a-44f7-a7f1-368b59dcd4ff HTTP/1.1" status: 204 len: 173 time: 0.4738190 Dec 09 01:12:24.484148 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49e39a7-1ec1-4033-ae68-8088625993b3', 'name': 'network-vif-deleted', 'tag': '1576c59c-6b4a-44f7-a7f1-368b59dcd4ff'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:12:24.486512 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc7a5d1-48bf-4d52-9625-4079cd3c1fb1" -d '{"events": [{"server_uuid": "d49e39a7-1ec1-4033-ae68-8088625993b3", "name": "network-vif-deleted", "tag": "1576c59c-6b4a-44f7-a7f1-368b59dcd4ff"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:12:24.531451 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c06330-5391-4c15-a2ec-206555303d9f x-openstack-request-id: req-a9c06330-5391-4c15-a2ec-206555303d9f {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:12:24.531772 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49e39a7-1ec1-4033-ae68-8088625993b3", "name": "network-vif-deleted", "tag": "1576c59c-6b4a-44f7-a7f1-368b59dcd4ff", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:12:24.532014 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9c06330-5391-4c15-a2ec-206555303d9f {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:12:24.532420 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49e39a7-1ec1-4033-ae68-8088625993b3', 'name': 'network-vif-deleted', 'tag': '1576c59c-6b4a-44f7-a7f1-368b59dcd4ff', 'status': 'completed', 'code': 200} Dec 09 01:12:24.899544 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef5d61-41cf-4655-b42a-88c4c0eb359f req-2aa3a167-cb0c-495c-a9ee-09ad7c16196c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:24.901927 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-74ef5d61-41cf-4655-b42a-88c4c0eb359f req-2aa3a167-cb0c-495c-a9ee-09ad7c16196c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.0660098 Dec 09 01:12:25.002156 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-74ef5d61-41cf-4655-b42a-88c4c0eb359f req-9fadb646-ae47-405f-b48b-0ede001662f5 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0921197 Dec 09 01:12:25.114548 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d5cfe-016d-4e76-a8d8-2804d6097b6e req-8262ad0e-9b60-4c05-9586-10ceee8e9843 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:25.116765 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-926d5cfe-016d-4e76-a8d8-2804d6097b6e req-8262ad0e-9b60-4c05-9586-10ceee8e9843 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 946 time: 0.0628245 Dec 09 01:12:25.171751 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-926d5cfe-016d-4e76-a8d8-2804d6097b6e req-7942d1a6-43a8-444b-b1ce-5796393e2c4f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473316 Dec 09 01:12:25.288042 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-76687004-4551-46a3-b831-0792d0f33aa6 req-d795b51a-49d0-417d-ac22-467127419809 tempest-ServerRescueNegativeTestJSON-446683539 tempest-ServerRescueNegativeTestJSON-446683539-project] 10.222.0.23 "GET /v2.0/ports?device_id=d49e39a7-1ec1-4033-ae68-8088625993b3 HTTP/1.1" status: 200 len: 210 time: 0.0383313 Dec 09 01:12:26.128051 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:26.128972 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c93fa3-3ca8-493d-a0a5-9c70dbd779cc req-5e5a323f-9a16-417b-9b3f-c6dff9b72de3 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:26.130475 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f6c93fa3-3ca8-493d-a0a5-9c70dbd779cc req-5e5a323f-9a16-417b-9b3f-c6dff9b72de3 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.0551424 Dec 09 01:12:26.192419 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f6c93fa3-3ca8-493d-a0a5-9c70dbd779cc req-9c0be1f3-8291-44e4-83b4-fa17d29125e6 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546360 Dec 09 01:12:26.324829 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aaf1d-7801-45c0-aa27-888b7aed3bd5 req-cea039cd-ebff-4262-8aa8-154c81807d39 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:26.330893 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-792aaf1d-7801-45c0-aa27-888b7aed3bd5 req-cea039cd-ebff-4262-8aa8-154c81807d39 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 946 time: 0.0873504 Dec 09 01:12:26.348335 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52498) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:26.390961 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-792aaf1d-7801-45c0-aa27-888b7aed3bd5 req-8d0d04a3-e006-4af0-a69d-6877cac2245e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538690 Dec 09 01:12:26.782643 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632160'] for router_interface, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:27.080949 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] Deleting port 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:12:27.081193 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:27.140548 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:27.156404 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] For port 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=1fd04c37-fc70-48c7-ac0d-e03aa1b14a24,segment=NetworkSegment(beb4fa18-ed11-401c-bf8b-ad2a0c05ca94),segment_id=beb4fa18-ed11-401c-bf8b-ad2a0c05ca94)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:27.156784 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:27.168804 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] Calling delete_port for 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 owned by network:router_interface {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:12:27.312063 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ecd48-a8b8-443d-9546-bfcf8d5e73d4 req-4cf3588a-42e9-46cc-a5d1-3939f3a6910f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:27.313569 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ba8ecd48-a8b8-443d-9546-bfcf8d5e73d4 req-4cf3588a-42e9-46cc-a5d1-3939f3a6910f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.0521095 Dec 09 01:12:27.321041 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:12:27.350080 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:12:27.350932 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 1576c59c-6b4a-44f7-a7f1-368b59dcd4ff not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:12:27.353877 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:27.384332 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd04c37-fc70-48c7-ac0d-e03aa1b14a24,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:27.391929 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ba8ecd48-a8b8-443d-9546-bfcf8d5e73d4 req-d55c34d8-763e-4295-aeed-4739043b0900 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675259 Dec 09 01:12:27.504426 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6600c1f-d3f6-4786-9900-4ca65f6bca02 req-ca528292-60fa-4cc4-a2a1-89c43dac715f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:27.505990 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d6600c1f-d3f6-4786-9900-4ca65f6bca02 req-ca528292-60fa-4cc4-a2a1-89c43dac715f tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 946 time: 0.0513344 Dec 09 01:12:27.540912 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632060'] for router_interface, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:27.558065 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d6600c1f-d3f6-4786-9900-4ca65f6bca02 req-41cf10f9-f0d4-4a31-a674-2c2fce3c8d42 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451729 Dec 09 01:12:27.954393 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] Router 9a417f94-463c-4f59-afc3-7b4f99c725c0 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:12:28.058133 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:12:28.064876 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-5b32edde-3d9a-4ac5-bb86-eadbdb224b96 admin admin] 10.222.0.23 "PUT /v2.0/routers/9a417f94-463c-4f59-afc3-7b4f99c725c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7138872 Dec 09 01:12:28.066269 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52510) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:28.066763 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49850829-fe84-4196-9473-0776b4466508 None None] Sync routers for ids ['9a417f94-463c-4f59-afc3-7b4f99c725c0'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:12:28.076887 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49850829-fe84-4196-9473-0776b4466508 None None] Routers {'9a417f94-463c-4f59-afc3-7b4f99c725c0'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:12:28.077501 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-49850829-fe84-4196-9473-0776b4466508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:12:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['9a417f94-463c-4f59-afc3-7b4f99c725c0'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:28.170252 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Publish callbacks [] for router, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.183925 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-49850829-fe84-4196-9473-0776b4466508 None None] Set router 9a417f94-463c-4f59-afc3-7b4f99c725c0 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:12:28.269988 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.307288 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.327707 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Deleting port fccb3427-0218-4c24-ac1a-f93efbe36971 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:12:28.328049 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.373087 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-49850829-fe84-4196-9473-0776b4466508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'name': 'tempest-ServerRescueNegativeTestJSON-315872130-router', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:12:27Z', 'revision_number': 5, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'gw_port': {'id': 'fccb3427-0218-4c24-ac1a-f93efbe36971', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:eb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:28.399744 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49850829-fe84-4196-9473-0776b4466508 None None] Checking router: 9a417f94-463c-4f59-afc3-7b4f99c725c0 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:12:28.408185 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49850829-fe84-4196-9473-0776b4466508 None None] Routers {'9a417f94-463c-4f59-afc3-7b4f99c725c0'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:12:28.408786 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-49850829-fe84-4196-9473-0776b4466508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:12:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['9a417f94-463c-4f59-afc3-7b4f99c725c0'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:28.412235 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] For port fccb3427-0218-4c24-ac1a-f93efbe36971, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=fccb3427-0218-4c24-ac1a-f93efbe36971,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:28.412735 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.427608 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Calling delete_port for fccb3427-0218-4c24-ac1a-f93efbe36971 owned by network:router_gateway {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:12:28.498883 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-49850829-fe84-4196-9473-0776b4466508 None None] Set router 9a417f94-463c-4f59-afc3-7b4f99c725c0 gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:12:28.543738 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32c4dc-42f1-4d4a-9d2c-f0b612f82884 req-2347b17f-16bb-48dc-af5c-ac8670d27163 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:28.552008 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4c32c4dc-42f1-4d4a-9d2c-f0b612f82884 req-2347b17f-16bb-48dc-af5c-ac8670d27163 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.0925846 Dec 09 01:12:28.553890 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-49850829-fe84-4196-9473-0776b4466508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'name': 'tempest-ServerRescueNegativeTestJSON-315872130-router', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:12:28Z', 'revision_number': 6, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'gw_port_host': None}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:28.584653 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49850829-fe84-4196-9473-0776b4466508 None None] The sync data for ids ['9a417f94-463c-4f59-afc3-7b4f99c725c0'] in dv-cinder-790535-20-iscsi is: [{'id': '9a417f94-463c-4f59-afc3-7b4f99c725c0', 'name': 'tempest-ServerRescueNegativeTestJSON-315872130-router', 'tenant_id': 'f142a63d748e48d08bff8bfeeb533566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:12:28Z', 'revision_number': 6, 'project_id': 'f142a63d748e48d08bff8bfeeb533566', 'gw_port_host': None}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:12:28.634965 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4c32c4dc-42f1-4d4a-9d2c-f0b612f82884 req-2c01decb-79a9-4b58-b736-47c8ca64d52f tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819001 Dec 09 01:12:28.657168 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.685303 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Pushing event deleted for resources: {'Port': ['ID=fccb3427-0218-4c24-ac1a-f93efbe36971,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:28.703247 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0750f-9177-4b48-b245-be798a03c765 req-1cc2c457-f84a-4a37-b750-445de64fe368 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:28.704699 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5fa0750f-9177-4b48-b245-be798a03c765 req-1cc2c457-f84a-4a37-b750-445de64fe368 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 946 time: 0.0527327 Dec 09 01:12:28.748480 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625754'] for router_gateway, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.753096 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5fa0750f-9177-4b48-b245-be798a03c765 req-3ceb4481-a99a-45b7-aa1a-1d35a7afb130 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424292 Dec 09 01:12:28.855492 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39779'] for router, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.857607 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.923883 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1619973'] for router, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.924376 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a417f94-463c-4f59-afc3-7b4f99c725c0 {{(pid=102583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 01:12:28.929173 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.930611 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-43634339-76cd-4da1-b6a1-b54005000eae admin admin] 10.222.0.23 "DELETE /v2.0/routers/9a417f94-463c-4f59-afc3-7b4f99c725c0 HTTP/1.1" status: 204 len: 168 time: 0.8633344 Dec 09 01:12:28.934402 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52520) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:28.982463 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa213449-afc6-494a-9d45-455f91bda130 admin admin] Deleting subnet 4c885b43-29f7-4079-a65a-52973dae517e {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:12:28.986009 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fa213449-afc6-494a-9d45-455f91bda130 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:28.992854 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be305b-b0f1-445d-afac-09cadeda705e req-f1aa9ee4-4850-4949-8a18-415ca5850087 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:28.994915 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-88be305b-b0f1-445d-afac-09cadeda705e req-f1aa9ee4-4850-4949-8a18-415ca5850087 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 946 time: 0.0655785 Dec 09 01:12:29.023273 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fa213449-afc6-494a-9d45-455f91bda130 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1063465'] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.064753 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fa213449-afc6-494a-9d45-455f91bda130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.095353 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-88be305b-b0f1-445d-afac-09cadeda705e req-965d19cb-454e-43e0-bed5-53007fec5a55 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Deleting port 510d459c-7c9d-470e-af1b-5c8eb4265ba1 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:12:29.095718 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-88be305b-b0f1-445d-afac-09cadeda705e req-965d19cb-454e-43e0-bed5-53007fec5a55 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.123344 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fa213449-afc6-494a-9d45-455f91bda130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4430643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4661371'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.151311 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fa213449-afc6-494a-9d45-455f91bda130 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.154553 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-fa213449-afc6-494a-9d45-455f91bda130 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4c885b43-29f7-4079-a65a-52973dae517e HTTP/1.1" status: 204 len: 168 time: 0.2191796 Dec 09 01:12:29.155451 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa213449-afc6-494a-9d45-455f91bda130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c885b43-29f7-4079-a65a-52973dae517e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:29.157900 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52522) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:29.189196 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-88be305b-b0f1-445d-afac-09cadeda705e req-965d19cb-454e-43e0-bed5-53007fec5a55 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] For port 510d459c-7c9d-470e-af1b-5c8eb4265ba1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=510d459c-7c9d-470e-af1b-5c8eb4265ba1,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:29.189563 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-88be305b-b0f1-445d-afac-09cadeda705e req-965d19cb-454e-43e0-bed5-53007fec5a55 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.202669 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-88be305b-b0f1-445d-afac-09cadeda705e req-965d19cb-454e-43e0-bed5-53007fec5a55 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Calling delete_port for 510d459c-7c9d-470e-af1b-5c8eb4265ba1 owned by compute:nova {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:12:29.225604 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.313228 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.333152 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a68f2a4-8fff-4849-9bdf-516da1fd3fcd']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:29.334768 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-88be305b-b0f1-445d-afac-09cadeda705e req-965d19cb-454e-43e0-bed5-53007fec5a55 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.344281 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:29.344511 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb4fa18-ed11-401c-bf8b-ad2a0c05ca94') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:29.354007 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1063504'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.367142 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.369359 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d19cb-454e-43e0-bed5-53007fec5a55 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Pushing event deleted for resources: {'Port': ['ID=510d459c-7c9d-470e-af1b-5c8eb4265ba1,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:29.378225 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:12:29.378659 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4430809'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.382238 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['45951bb1-90b0-42b8-aa49-f5040ab0860b', '2d101058-b44e-46a7-aee8-3153c4df184a', '510d459c-7c9d-470e-af1b-5c8eb4265ba1'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: timer() Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: cb(*args, **kw) Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: self._notify() Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: self.callback(batched_events) Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: event.method(event) Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._get(url).json() Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:12:29.386281 dv-cinder-790535-20-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:12:29.439970 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-88be305b-b0f1-445d-afac-09cadeda705e req-965d19cb-454e-43e0-bed5-53007fec5a55 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] No DVR routers for this DVR port 510d459c-7c9d-470e-af1b-5c8eb4265ba1 on host hv-cinder-79053 {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:12:29.442796 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-88be305b-b0f1-445d-afac-09cadeda705e req-965d19cb-454e-43e0-bed5-53007fec5a55 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.447432 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-88be305b-b0f1-445d-afac-09cadeda705e req-965d19cb-454e-43e0-bed5-53007fec5a55 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "DELETE /v2.0/ports/510d459c-7c9d-470e-af1b-5c8eb4265ba1 HTTP/1.1" status: 204 len: 173 time: 0.4462721 Dec 09 01:12:29.447897 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b20e4d-c9a1-48c1-b548-a2ee5a24035e', 'name': 'network-vif-deleted', 'tag': '510d459c-7c9d-470e-af1b-5c8eb4265ba1'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:12:29.450596 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c66725-a707-4d7a-a460-f43e695a92f0" -d '{"events": [{"server_uuid": "58b20e4d-c9a1-48c1-b548-a2ee5a24035e", "name": "network-vif-deleted", "tag": "510d459c-7c9d-470e-af1b-5c8eb4265ba1"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:12:29.474773 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.480843 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.486439 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] 10.222.0.23 "DELETE /v2.0/networks/1a68f2a4-8fff-4849-9bdf-516da1fd3fcd HTTP/1.1" status: 204 len: 168 time: 0.3253565 Dec 09 01:12:29.516840 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3622b185-7728-4aae-8db0-7237baab1e91 x-openstack-request-id: req-3622b185-7728-4aae-8db0-7237baab1e91 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:12:29.517433 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b20e4d-c9a1-48c1-b548-a2ee5a24035e", "name": "network-vif-deleted", "tag": "510d459c-7c9d-470e-af1b-5c8eb4265ba1", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:12:29.517924 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3622b185-7728-4aae-8db0-7237baab1e91 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:12:29.518558 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b20e4d-c9a1-48c1-b548-a2ee5a24035e', 'name': 'network-vif-deleted', 'tag': '510d459c-7c9d-470e-af1b-5c8eb4265ba1', 'status': 'completed', 'code': 200} Dec 09 01:12:29.540961 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe735a-9ef9-42ee-bce4-ac2fefe5842f admin admin] Pushing event deleted for resources: {'Network': ['ID=1a68f2a4-8fff-4849-9bdf-516da1fd3fcd,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:29.753459 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52552) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:29.816829 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9b6a452c-61d3-4f80-985b-2f897e65f029 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f142a63d748e48d08bff8bfeeb533566&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0586216 Dec 09 01:12:29.819151 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52556) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:29.869617 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fc684-15df-4d23-a397-0dd8a97f90d1 req-0c75c5ed-8f37-46cb-8d71-099a3edbe2f8 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:29.881629 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa4be-77e8-41c6-b733-6748c28f356b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.886982 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c26fc684-15df-4d23-a397-0dd8a97f90d1 req-0c75c5ed-8f37-46cb-8d71-099a3edbe2f8 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.1626730 Dec 09 01:12:29.900113 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-93746cc8-69d4-4088-b168-768948ffc69e tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:29.901380 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-93746cc8-69d4-4088-b168-768948ffc69e tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/networks?id=e483c8cb-55ef-4f74-8353-e0031b35ed31 HTTP/1.1" status: 200 len: 813 time: 0.2491260 Dec 09 01:12:29.904467 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa4be-77e8-41c6-b733-6748c28f356b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.936453 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-cc22bb92-8431-4d97-9e44-748552df6686 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/quotas/a00edc9fc6a744efa5c33e63db2a7eb2 HTTP/1.1" status: 200 len: 375 time: 0.0269270 Dec 09 01:12:29.957495 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa4be-77e8-41c6-b733-6748c28f356b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.960134 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a3aaa4be-77e8-41c6-b733-6748c28f356b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:29.961313 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a3aaa4be-77e8-41c6-b733-6748c28f356b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7036ee9e-b8d4-42ef-8f1f-a9b35653d02f HTTP/1.1" status: 204 len: 168 time: 0.1406500 Dec 09 01:12:29.970319 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aaa4be-77e8-41c6-b733-6748c28f356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7036ee9e-b8d4-42ef-8f1f-a9b35653d02f,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:29.985950 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-8160d130-bcad-4c14-82bc-8121d9f7e042 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a00edc9fc6a744efa5c33e63db2a7eb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372970 Dec 09 01:12:30.027721 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c26fc684-15df-4d23-a397-0dd8a97f90d1 req-80a3f2df-1a29-4e00-8944-74e82273305a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252711 Dec 09 01:12:30.136136 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-a2cc39cb-b1ad-428c-b866-099832dfe612 service neutron] 10.222.0.23 "GET /v2.0/networks/e483c8cb-55ef-4f74-8353-e0031b35ed31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412814 Dec 09 01:12:30.154308 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-163f5f2c-6bf1-4056-a2a7-dcfb7f7941b5 req-e5caed28-e691-46c2-be42-33368ca9480a tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=58b20e4d-c9a1-48c1-b548-a2ee5a24035e HTTP/1.1" status: 200 len: 210 time: 0.0414658 Dec 09 01:12:30.241966 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-2b9ca5cf-f860-4517-81d0-0b376d1dd415 service neutron] 10.222.0.23 "GET /v2.0/networks/e483c8cb-55ef-4f74-8353-e0031b35ed31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899978 Dec 09 01:12:30.410357 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e47131e4-187f-4fac-84bd-5f20d96f8a22 req-7056942d-b7de-4fb2-9868-5ffe80e696c7 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 210 time: 0.0291286 Dec 09 01:12:30.549407 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device fccb3427-0218-4c24-ac1a-f93efbe36971 no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:12:30.571647 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: fccb3427-0218-4c24-ac1a-f93efbe36971 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:12:30.572218 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device fccb3427-0218-4c24-ac1a-f93efbe36971 not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:12:30.572629 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:12:30.592404 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:12:30.592968 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 1fd04c37-fc70-48c7-ac0d-e03aa1b14a24 not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:12:30.745064 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52590) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:30.851189 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-376727464-network', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:12:30.872294 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Made reservation on behalf of e237e82cdcf24c93b91e0c1799f78928 for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:12:30.874624 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:30.882742 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:30.970067 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:30.975860 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.006221 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:12:31.017290 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265574bc-2786-4b7b-b6eb-8d23ffd21379,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:31.025184 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.025518 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Added segment c780cc17-1a1d-4e1d-95ae-0e94fb816d58 of type vlan for network ccbffc9b-fb85-4600-abf1-45c776b606b2 Dec 09 01:12:31.067377 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.092571 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.093514 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:31.094123 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.129969 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3837709 Dec 09 01:12:31.133189 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 52602) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:31.139677 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] Request body: {'subnet': {'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-subnet', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:12:31.159049 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b5d51-cfdb-4846-a115-ac40c657b35c admin admin] Pushing event updated for resources: {'Network': ['ID=ccbffc9b-fb85-4600-abf1-45c776b606b2,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:31.170456 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network ccbffc9b-fb85-4600-abf1-45c776b606b2 details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:12:31.172853 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba3e0d-db7f-46d9-b0bc-0d7d7a6ae5ed req-40d441ad-fe3a-45d3-825e-3d35a7883288 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:31.174477 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-baba3e0d-db7f-46d9-b0bc-0d7d7a6ae5ed req-40d441ad-fe3a-45d3-825e-3d35a7883288 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.0758598 Dec 09 01:12:31.175611 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] Made reservation on behalf of e237e82cdcf24c93b91e0c1799f78928 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:12:31.177872 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247844'] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.340230 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-baba3e0d-db7f-46d9-b0bc-0d7d7a6ae5ed req-e6078276-6d14-4397-9fd8-5a5b809860a0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1464143 Dec 09 01:12:31.499537 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247862'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.563716 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4a7ba910-45de-40f5-927a-d94c0fbfd2ad req-b970fc59-f3a2-49fa-bd81-4f7850f251af tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 210 time: 0.0686119 Dec 09 01:12:31.613696 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20c87a-33cb-4dc8-99a0-ea63df600729 req-fbee86aa-981e-43c8-ab8d-2b40dddd7cc7 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:31.615187 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8a20c87a-33cb-4dc8-99a0-ea63df600729 req-fbee86aa-981e-43c8-ab8d-2b40dddd7cc7 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 946 time: 0.2110329 Dec 09 01:12:31.674602 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b3bd9ee-102c-4095-8ae9-181614a6c7fd,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:31.705073 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-91173bf3-bb07-4367-9aa3-de2b6bc8a813 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:31.706682 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-91173bf3-bb07-4367-9aa3-de2b6bc8a813 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.46 "GET /v2.0/networks?id=e483c8cb-55ef-4f74-8353-e0031b35ed31 HTTP/1.1" status: 200 len: 813 time: 0.2417111 Dec 09 01:12:31.710518 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] Checking segment: {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:12:31.711762 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] Network hostable DHCP agents. Network: ccbffc9b-fb85-4600-abf1-45c776b606b2, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:12:31.727752 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8a20c87a-33cb-4dc8-99a0-ea63df600729 req-05ccea5c-ff67-457a-a04e-e73c7c07aa62 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053529 Dec 09 01:12:31.738625 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] Network ccbffc9b-fb85-4600-abf1-45c776b606b2 is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:12:31.745570 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Request body: {'port': {'device_id': '24d80839-08e4-4e21-877d-e51fad18ac70', 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31', 'admin_state_up': True, 'tenant_id': 'a00edc9fc6a744efa5c33e63db2a7eb2'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:12:31.764128 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, ccbffc9b-fb85-4600-abf1-45c776b606b2) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:12:31.771528 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:31.772118 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.773059 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db4721-d783-462c-86c6-2d0730069edf None None] Network ccbffc9b-fb85-4600-abf1-45c776b606b2 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:12:31.823217 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0305a14b-0281-4f9e-9026-b53274373dec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6878598 Dec 09 01:12:31.825663 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 52616) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:31.829748 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:12:31.869961 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39757'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.870996 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39796'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.877440 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e8c6171-3e32-5548-9e0e-3954613fa970-ccbffc9b-fb85-4600-abf1-45c776b606b2', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd'}]}} from dv-cinder-790535-20-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 01:12:31.879003 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.904372 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Made reservation on behalf of a00edc9fc6a744efa5c33e63db2a7eb2 for: {'port': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:12:31.907982 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:31.948027 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:32.020409 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Allocated IP 172.20.0.2 (ccbffc9b-fb85-4600-abf1-45c776b606b2/4b3bd9ee-102c-4095-8ae9-181614a6c7fd/da6d381f-ebae-446d-b845-834122a698a3) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:12:32.200818 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:32.208482 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:32.250318 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Network ccbffc9b-fb85-4600-abf1-45c776b606b2 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:12:32.253609 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:12:32.261290 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:12:32.269467 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Pushing event updated for resources: {'Port': ['ID=da6d381f-ebae-446d-b845-834122a698a3,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:32.315553 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.315936 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.316290 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.316633 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.317007 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.317296 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.317630 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.317962 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.318292 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.318645 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.318970 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.319292 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.319619 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:32.332280 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 510d459c-7c9d-470e-af1b-5c8eb4265ba1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:12:32.365877 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 510d459c-7c9d-470e-af1b-5c8eb4265ba1 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:12:32.366224 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 510d459c-7c9d-470e-af1b-5c8eb4265ba1 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:12:32.368193 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Attempting to bind port da6d381f-ebae-446d-b845-834122a698a3 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:12:32.369785 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Attempting to bind port da6d381f-ebae-446d-b845-834122a698a3 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:12:32.369785 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Attempting to bind port da6d381f-ebae-446d-b845-834122a698a3 on network ccbffc9b-fb85-4600-abf1-45c776b606b2 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:12:32.375790 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:12:32.378798 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Checking segment: {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:12:32.379447 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:32.379995 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Bound using segment: {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:12:32.380964 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Bound port: da6d381f-ebae-446d-b845-834122a698a3, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:12:32.381644 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:32.397987 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:32.425958 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Allocated IP 172.20.0.9 (e483c8cb-55ef-4f74-8353-e0031b35ed31/bfc96c37-d291-425b-a326-b6054179a47c/0c501887-3f39-4b35-a841-8e12b1ee0529) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:12:32.481226 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] For port da6d381f-ebae-446d-b845-834122a698a3, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:12:32.485747 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] For port da6d381f-ebae-446d-b845-834122a698a3, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=da6d381f-ebae-446d-b845-834122a698a3,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:12:32.495190 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:32.531525 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01afc06-5b12-44af-90c7-3b48c90d9f5c req-4d0e1360-9f6a-40c2-894d-b749ee7ac54a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:32.533065 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f01afc06-5b12-44af-90c7-3b48c90d9f5c req-4d0e1360-9f6a-40c2-894d-b749ee7ac54a tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.0978568 Dec 09 01:12:32.590671 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dd3b5-4b64-4f9e-b933-8376522b9638 None None] Pushing event updated for resources: {'Port': ['ID=da6d381f-ebae-446d-b845-834122a698a3,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:32.761478 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0b47a677-ae58-4687-83ea-c8de7f239a3b req-384b1526-de3c-4d09-886c-60cfa81e65ad tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 210 time: 0.1053226 Dec 09 01:12:32.776266 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f01afc06-5b12-44af-90c7-3b48c90d9f5c req-d633935b-5ee4-4904-a93e-a9dd862c5b2c tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2318838 Dec 09 01:12:32.818735 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:32.981534 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.039378 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379312c-f1d7-4dd3-a6f4-b0c8d16215da req-14826292-e0e6-4581-85f9-e6d6542a43a6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:33.040925 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7379312c-f1d7-4dd3-a6f4-b0c8d16215da req-14826292-e0e6-4581-85f9-e6d6542a43a6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 946 time: 0.1658664 Dec 09 01:12:33.054222 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.069094 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Network e483c8cb-55ef-4f74-8353-e0031b35ed31 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:12:33.096590 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:12:33.098959 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:12:33.103280 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Pushing event updated for resources: {'Port': ['ID=0c501887-3f39-4b35-a841-8e12b1ee0529,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:33.106774 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.208242 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f939214-98dc-4629-b027-d7f8e4660909 req-0dae3e89-36df-4950-a11b-c7d9dfba7ed6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:33.208750 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:33.209249 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.209903 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4f939214-98dc-4629-b027-d7f8e4660909 req-0dae3e89-36df-4950-a11b-c7d9dfba7ed6 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 946 time: 0.0589533 Dec 09 01:12:33.228516 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7379312c-f1d7-4dd3-a6f4-b0c8d16215da req-18089259-c1a6-4e61-8096-d9328628f8e8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791370 Dec 09 01:12:33.262250 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-45e52652-a821-4e07-a2e2-48a6d5639636 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5204718 Dec 09 01:12:33.292639 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Request body: {'port': {'device_id': '24d80839-08e4-4e21-877d-e51fad18ac70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:12:33.318680 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-4f939214-98dc-4629-b027-d7f8e4660909 req-f97b40ce-0dc8-4c37-a3d0-70241249e9e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Deleting port 2d101058-b44e-46a7-aee8-3153c4df184a {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:12:33.319052 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4f939214-98dc-4629-b027-d7f8e4660909 req-f97b40ce-0dc8-4c37-a3d0-70241249e9e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.361039 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Allocated IP 172.27.0.4 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/c9719e0c-1d7f-4b82-86b9-aed0b58efa3c) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:12:33.371238 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.430500 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-4f939214-98dc-4629-b027-d7f8e4660909 req-f97b40ce-0dc8-4c37-a3d0-70241249e9e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] For port 2d101058-b44e-46a7-aee8-3153c4df184a, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2d101058-b44e-46a7-aee8-3153c4df184a,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:33.430858 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4f939214-98dc-4629-b027-d7f8e4660909 req-f97b40ce-0dc8-4c37-a3d0-70241249e9e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.449486 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-4f939214-98dc-4629-b027-d7f8e4660909 req-f97b40ce-0dc8-4c37-a3d0-70241249e9e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Calling delete_port for 2d101058-b44e-46a7-aee8-3153c4df184a owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:12:33.605551 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4f939214-98dc-4629-b027-d7f8e4660909 req-f97b40ce-0dc8-4c37-a3d0-70241249e9e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.624481 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.639020 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b40ce-0dc8-4c37-a3d0-70241249e9e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Pushing event deleted for resources: {'Port': ['ID=2d101058-b44e-46a7-aee8-3153c4df184a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:33.645111 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['45951bb1-90b0-42b8-aa49-f5040ab0860b', '2d101058-b44e-46a7-aee8-3153c4df184a'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:12:33.681806 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b131da-039d-4d6a-94fd-0ac6953be77e None None] Network ccbffc9b-fb85-4600-abf1-45c776b606b2 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:12:33.697292 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f939214-98dc-4629-b027-d7f8e4660909 req-f97b40ce-0dc8-4c37-a3d0-70241249e9e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] No DVR routers for this DVR port 2d101058-b44e-46a7-aee8-3153c4df184a on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:12:33.700562 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-4f939214-98dc-4629-b027-d7f8e4660909 req-f97b40ce-0dc8-4c37-a3d0-70241249e9e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.704420 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4f939214-98dc-4629-b027-d7f8e4660909 req-f97b40ce-0dc8-4c37-a3d0-70241249e9e9 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "DELETE /v2.0/ports/2d101058-b44e-46a7-aee8-3153c4df184a HTTP/1.1" status: 204 len: 173 time: 0.4877377 Dec 09 01:12:33.704607 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c3a262-97b1-463d-b2cb-fd476120796c', 'name': 'network-vif-deleted', 'tag': '2d101058-b44e-46a7-aee8-3153c4df184a'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:12:33.706895 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6e890e-30d3-4c0e-88e9-7efc06b0dfd4" -d '{"events": [{"server_uuid": "e3c3a262-97b1-463d-b2cb-fd476120796c", "name": "network-vif-deleted", "tag": "2d101058-b44e-46a7-aee8-3153c4df184a"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:12:33.750812 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113452d5-ccb6-4296-a11a-9a5c9d3a6f6e x-openstack-request-id: req-113452d5-ccb6-4296-a11a-9a5c9d3a6f6e {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:12:33.751103 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c3a262-97b1-463d-b2cb-fd476120796c", "name": "network-vif-deleted", "tag": "2d101058-b44e-46a7-aee8-3153c4df184a", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:12:33.751357 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-113452d5-ccb6-4296-a11a-9a5c9d3a6f6e {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:12:33.751752 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c3a262-97b1-463d-b2cb-fd476120796c', 'name': 'network-vif-deleted', 'tag': '2d101058-b44e-46a7-aee8-3153c4df184a', 'status': 'completed', 'code': 200} Dec 09 01:12:33.756422 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.798231 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-464830b8-58f6-43fd-82d3-c447f0f83cd9 None None] Provisioning complete for port da6d381f-ebae-446d-b845-834122a698a3 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:33.798692 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-464830b8-58f6-43fd-82d3-c447f0f83cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:33.861190 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:12:33.869755 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Pushing event updated for resources: {'Port': ['ID=c9719e0c-1d7f-4b82-86b9-aed0b58efa3c,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:33.872499 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:12:33.894425 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:12:33.955420 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c501887-3f39-4b35-a841-8e12b1ee0529 {{(pid=102582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:12:33.975681 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:34.008244 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.provisioning_blocks [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Transition to ACTIVE for port object 0c501887-3f39-4b35-a841-8e12b1ee0529 will not be triggered until provisioned by entity L2. {{(pid=102582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:12:34.022425 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bd069-0a62-428e-81b1-512d0dfe34eb req-7b77c1a8-3a68-4cc5-8f6d-bab0c3bf1b24 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:34.024535 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f89bd069-0a62-428e-81b1-512d0dfe34eb req-7b77c1a8-3a68-4cc5-8f6d-bab0c3bf1b24 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 931 time: 0.1753829 Dec 09 01:12:34.030036 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:34.037901 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-464830b8-58f6-43fd-82d3-c447f0f83cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:34.089072 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-464830b8-58f6-43fd-82d3-c447f0f83cd9 None None] For port da6d381f-ebae-446d-b845-834122a698a3, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=da6d381f-ebae-446d-b845-834122a698a3,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:34.093957 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-464830b8-58f6-43fd-82d3-c447f0f83cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:34.110821 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0c188-e598-488f-bce6-e928d41cd37e req-fe133cac-1f60-412e-99bc-f2343541de30 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:34.112877 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-43b0c188-e598-488f-bce6-e928d41cd37e req-fe133cac-1f60-412e-99bc-f2343541de30 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.2197006 Dec 09 01:12:34.151746 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464830b8-58f6-43fd-82d3-c447f0f83cd9 None None] Pushing event updated for resources: {'Port': ['ID=da6d381f-ebae-446d-b845-834122a698a3,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:34.238356 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c501887-3f39-4b35-a841-8e12b1ee0529,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:34.310110 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f89bd069-0a62-428e-81b1-512d0dfe34eb req-a240d4b6-1398-480e-91f1-e5517b5025fc tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452314 Dec 09 01:12:34.319431 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-40f27de3-6aa5-4598-a08e-1cc7cb30043c None None] Provisioning complete for port da6d381f-ebae-446d-b845-834122a698a3 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:34.320157 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-40f27de3-6aa5-4598-a08e-1cc7cb30043c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:34.373907 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-43b0c188-e598-488f-bce6-e928d41cd37e req-9f2763fd-e25f-4bbf-9d19-7f471b500c31 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2105262 Dec 09 01:12:34.475528 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Attempting to bind port 0c501887-3f39-4b35-a841-8e12b1ee0529 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:12:34.475869 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Attempting to bind port 0c501887-3f39-4b35-a841-8e12b1ee0529 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '949040bd-00b0-4250-8c1c-535827cef80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31'}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:12:34.476202 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Attempting to bind port 0c501887-3f39-4b35-a841-8e12b1ee0529 on network e483c8cb-55ef-4f74-8353-e0031b35ed31 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:12:34.481820 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-552276a2-8c4b-4356-a828-3be100f0e3b4 req-4d6eb3ee-574a-4b68-bef8-001b42f6acfe tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3c3a262-97b1-463d-b2cb-fd476120796c HTTP/1.1" status: 200 len: 210 time: 0.0438802 Dec 09 01:12:34.491313 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Port 0c501887-3f39-4b35-a841-8e12b1ee0529 on network e483c8cb-55ef-4f74-8353-e0031b35ed31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:12:34.491642 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Attempting to bind port 0c501887-3f39-4b35-a841-8e12b1ee0529 on network e483c8cb-55ef-4f74-8353-e0031b35ed31 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:12:34.534773 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:12:34.535205 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Checking segment: {'id': '949040bd-00b0-4250-8c1c-535827cef80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:12:34.535670 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Bound using segment: {'id': '949040bd-00b0-4250-8c1c-535827cef80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31'} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:12:34.536116 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Bound port: 0c501887-3f39-4b35-a841-8e12b1ee0529, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949040bd-00b0-4250-8c1c-535827cef80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31'}}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:12:34.536479 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:34.562765 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device da6d381f-ebae-446d-b845-834122a698a3 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:12:34.591956 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:34.622925 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port da6d381f-ebae-446d-b845-834122a698a3 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:34.623275 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:34.865649 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] For port 0c501887-3f39-4b35-a841-8e12b1ee0529, host hv-cinder-79053, cleared binding levels {{(pid=102582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:12:34.906715 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] For port 0c501887-3f39-4b35-a841-8e12b1ee0529, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c501887-3f39-4b35-a841-8e12b1ee0529,segment=NetworkSegment(949040bd-00b0-4250-8c1c-535827cef80e),segment_id=949040bd-00b0-4250-8c1c-535827cef80e)] {{(pid=102582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:12:34.913210 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:34.991336 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:34.991868 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:34.993761 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] 10.222.0.46 "PUT /v2.0/ports/0c501887-3f39-4b35-a841-8e12b1ee0529 HTTP/1.1" status: 200 len: 1093 time: 1.7073483 Dec 09 01:12:34.994269 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d80839-08e4-4e21-877d-e51fad18ac70', 'tag': '0c501887-3f39-4b35-a841-8e12b1ee0529'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:12:34.996525 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb328df-f5c8-42e7-a8fa-81fb3f2362f0" -d '{"events": [{"name": "network-changed", "server_uuid": "24d80839-08e4-4e21-877d-e51fad18ac70", "tag": "0c501887-3f39-4b35-a841-8e12b1ee0529"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:12:35.024662 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569c126-d541-4985-b4fe-6139c54172b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c501887-3f39-4b35-a841-8e12b1ee0529,revision_number=3']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:35.061613 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ec814a-2b0f-488a-8ebe-1095f452ab2a x-openstack-request-id: req-06ec814a-2b0f-488a-8ebe-1095f452ab2a {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:12:35.061898 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d80839-08e4-4e21-877d-e51fad18ac70", "tag": "0c501887-3f39-4b35-a841-8e12b1ee0529", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:12:35.062209 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06ec814a-2b0f-488a-8ebe-1095f452ab2a {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:12:35.062580 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d80839-08e4-4e21-877d-e51fad18ac70', 'tag': '0c501887-3f39-4b35-a841-8e12b1ee0529', 'status': 'completed', 'code': 200} Dec 09 01:12:35.109171 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625798'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:35.153144 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-18e586fa-ed51-4311-ab34-36925ddf309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:35.154655 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-18e586fa-ed51-4311-ab34-36925ddf309e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a00edc9fc6a744efa5c33e63db2a7eb2&device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 1096 time: 0.0899420 Dec 09 01:12:35.235783 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-d9f85b41-247c-4bd8-affa-d10dfcb32112 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c501887-3f39-4b35-a841-8e12b1ee0529 HTTP/1.1" status: 200 len: 217 time: 0.0640385 Dec 09 01:12:35.299703 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-542d7955-f49f-4cf4-8a61-0678805bdd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:35.301158 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-542d7955-f49f-4cf4-8a61-0678805bdd31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfc96c37-d291-425b-a326-b6054179a47c HTTP/1.1" status: 200 len: 853 time: 0.0565085 Dec 09 01:12:35.337656 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-b6049a76-a3db-455d-9edd-d44992819c58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e483c8cb-55ef-4f74-8353-e0031b35ed31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271127 Dec 09 01:12:35.338357 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Router 5b53c485-355b-482b-8b4b-d0952362ec81 is scheduled to L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 01:12:35.579018 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795527b-a3a9-48a9-974f-bc295e4f1a75 req-27b74c95-bf7a-4560-97f9-c120128f4a35 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:35.580375 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3795527b-a3a9-48a9-974f-bc295e4f1a75 req-27b74c95-bf7a-4560-97f9-c120128f4a35 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 943 time: 0.1808143 Dec 09 01:12:35.607388 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c14305-4993-4949-ae2b-d8f6f0647663 req-57199230-259e-406c-95dc-1f659de808ed tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:35.608789 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c7c14305-4993-4949-ae2b-d8f6f0647663 req-57199230-259e-406c-95dc-1f659de808ed tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.1402516 Dec 09 01:12:35.610545 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-248fdccf-dd25-4a79-a9a5-9a045e359161 service neutron] 10.222.0.46 "GET /v2.0/networks/e483c8cb-55ef-4f74-8353-e0031b35ed31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638466 Dec 09 01:12:35.611454 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:12:35.620131 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Sync routers for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:12:35.630549 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:12:35.631558 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:12:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:35.678674 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:35.682665 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-60f21916-6263-40a1-84f8-a3a80f06ad86 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8533306 Dec 09 01:12:35.687889 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52706) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:35.742558 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3795527b-a3a9-48a9-974f-bc295e4f1a75 req-b0096b7a-0161-49ff-8fea-3e98f16e038c tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509724 Dec 09 01:12:35.779393 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c7c14305-4993-4949-ae2b-d8f6f0647663 req-7baced10-0a1d-4493-8a3f-a02e8230e6f2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1626186 Dec 09 01:12:35.795849 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-08124f22-5a64-4415-bf78-f0ce7b72fc5b req-f18bc28c-8951-439f-8da7-52eaef440053 service neutron] 10.222.0.46 "GET /v2.0/networks/e483c8cb-55ef-4f74-8353-e0031b35ed31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713288 Dec 09 01:12:35.796240 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:12:35.968591 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb328df-f5c8-42e7-a8fa-81fb3f2362f0 req-1f0a254b-406f-4458-9364-15a93f2035eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:35.970229 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-feb328df-f5c8-42e7-a8fa-81fb3f2362f0 req-1f0a254b-406f-4458-9364-15a93f2035eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a00edc9fc6a744efa5c33e63db2a7eb2&device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 1096 time: 0.0495832 Dec 09 01:12:36.074578 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb328df-f5c8-42e7-a8fa-81fb3f2362f0 req-1de94b5e-4b7f-4450-a0d7-1c918122cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:36.076199 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-feb328df-f5c8-42e7-a8fa-81fb3f2362f0 req-1de94b5e-4b7f-4450-a0d7-1c918122cfae service neutron] 10.222.0.46 "GET /v2.0/networks?id=e483c8cb-55ef-4f74-8353-e0031b35ed31 HTTP/1.1" status: 200 len: 914 time: 0.0959637 Dec 09 01:12:36.124030 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-feb328df-f5c8-42e7-a8fa-81fb3f2362f0 req-f00e8dbd-2da6-478c-8880-2709c7e9b76a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c501887-3f39-4b35-a841-8e12b1ee0529 HTTP/1.1" status: 200 len: 217 time: 0.0397766 Dec 09 01:12:36.151274 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:34Z', 'revision_number': 3, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:36.175912 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb328df-f5c8-42e7-a8fa-81fb3f2362f0 req-3ed8eee5-2ebf-4ca2-b5a1-bd25a1f63f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:36.177473 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-feb328df-f5c8-42e7-a8fa-81fb3f2362f0 req-3ed8eee5-2ebf-4ca2-b5a1-bd25a1f63f17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bfc96c37-d291-425b-a326-b6054179a47c HTTP/1.1" status: 200 len: 853 time: 0.0467067 Dec 09 01:12:36.179283 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:36.185869 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Checking router: 5b53c485-355b-482b-8b4b-d0952362ec81 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:12:36.186336 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Updating router 5b53c485-355b-482b-8b4b-d0952362ec81 port c9719e0c-1d7f-4b82-86b9-aed0b58efa3c binding host dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:12:36.215553 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-feb328df-f5c8-42e7-a8fa-81fb3f2362f0 req-c6e71050-3f98-4e0f-8dae-a5205881c305 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e483c8cb-55ef-4f74-8353-e0031b35ed31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297587 Dec 09 01:12:36.216546 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:36.334039 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-feb328df-f5c8-42e7-a8fa-81fb3f2362f0 req-a9d9a966-474a-469a-b238-8a4976da6772 service neutron] 10.222.0.46 "GET /v2.0/networks/e483c8cb-55ef-4f74-8353-e0031b35ed31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090765 Dec 09 01:12:36.335148 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 2d101058-b44e-46a7-aee8-3153c4df184a no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:12:36.376149 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 2d101058-b44e-46a7-aee8-3153c4df184a {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:12:36.376149 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 2d101058-b44e-46a7-aee8-3153c4df184a not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:12:36.381657 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Allocated IP 172.20.0.1 (ccbffc9b-fb85-4600-abf1-45c776b606b2/4b3bd9ee-102c-4095-8ae9-181614a6c7fd/e34755fe-aae1-41a4-ad1d-44034b8ae12c) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:12:36.453262 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-feb328df-f5c8-42e7-a8fa-81fb3f2362f0 req-9fe72762-2aa9-4b17-82e9-41890163a103 service neutron] 10.222.0.46 "GET /v2.0/networks/e483c8cb-55ef-4f74-8353-e0031b35ed31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094499 Dec 09 01:12:36.499371 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:36.531753 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:36.535022 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:36.537046 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:36.568374 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Network ccbffc9b-fb85-4600-abf1-45c776b606b2 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:12:36.571687 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:12:36.575259 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:12:36.593038 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Attempting to bind port c9719e0c-1d7f-4b82-86b9-aed0b58efa3c on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:12:36.593408 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Attempting to bind port c9719e0c-1d7f-4b82-86b9-aed0b58efa3c by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:12:36.593771 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Attempting to bind port c9719e0c-1d7f-4b82-86b9-aed0b58efa3c on network e952e783-e52e-44fe-b527-a56b6aa6756d {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:12:36.596899 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fba802-7b42-4de9-b59a-839de6c37917 None None] Pushing event updated for resources: {'Port': ['ID=c9719e0c-1d7f-4b82-86b9-aed0b58efa3c,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:36.603246 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:12:36.603443 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Checking segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:12:36.603803 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:36.604176 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Bound using segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:12:36.604913 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Bound port: c9719e0c-1d7f-4b82-86b9-aed0b58efa3c, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:12:36.605040 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:36.613253 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Pushing event updated for resources: {'Port': ['ID=e34755fe-aae1-41a4-ad1d-44034b8ae12c,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:36.625269 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625655'] for router_interface, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:36.662877 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] For port c9719e0c-1d7f-4b82-86b9-aed0b58efa3c, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:12:36.666860 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] For port c9719e0c-1d7f-4b82-86b9-aed0b58efa3c, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=c9719e0c-1d7f-4b82-86b9-aed0b58efa3c,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:12:36.671922 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:36.732337 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:12:36.732821 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:12:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:36.775403 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fba802-7b42-4de9-b59a-839de6c37917 None None] Pushing event updated for resources: {'Port': ['ID=c9719e0c-1d7f-4b82-86b9-aed0b58efa3c,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:36.803780 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:36.865623 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:12:36.932452 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6cc01-6493-4f82-be8c-9c0ed298f01f req-f4f9983b-06ba-4744-8ada-866f516114df tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:36.933888 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dec6cc01-6493-4f82-be8c-9c0ed298f01f req-f4f9983b-06ba-4744-8ada-866f516114df tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 943 time: 0.1022017 Dec 09 01:12:36.941616 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c66c6-0efa-48f0-8f32-5e4954b0d44e req-9233b472-c1e3-43c9-9a62-f53a3b3e1526 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:36.943092 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-748c66c6-0efa-48f0-8f32-5e4954b0d44e req-9233b472-c1e3-43c9-9a62-f53a3b3e1526 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.0684509 Dec 09 01:12:36.960912 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-aadffc7c-ef7b-4c8b-a704-8f6420e5325e None None] Provisioning complete for port e34755fe-aae1-41a4-ad1d-44034b8ae12c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:36.960912 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-aadffc7c-ef7b-4c8b-a704-8f6420e5325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:37.025475 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dec6cc01-6493-4f82-be8c-9c0ed298f01f req-0a9c6679-78d9-466b-8dc7-feec9c9129e7 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808733 Dec 09 01:12:37.029609 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:37.037131 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:37.049372 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-aadffc7c-ef7b-4c8b-a704-8f6420e5325e None None] Port e34755fe-aae1-41a4-ad1d-44034b8ae12c cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:12:37.059724 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-748c66c6-0efa-48f0-8f32-5e4954b0d44e req-2ce98df8-837e-455d-a7b6-029c977ff702 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075265 Dec 09 01:12:37.112325 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Pushing event updated for resources: {'Port': ['ID=e34755fe-aae1-41a4-ad1d-44034b8ae12c,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:37.117868 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:34Z', 'revision_number': 3, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:37.132467 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632135'] for router_interface, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:37.147577 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad68c2d-fe9a-401b-aeca-a77a47bac849 None None] The sync data for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi is: [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:34Z', 'revision_number': 3, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:12:37.243769 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Network ccbffc9b-fb85-4600-abf1-45c776b606b2 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:12:37.245396 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:12:37.325217 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1e5b1-0476-468a-b662-7c4f8fab4138 req-39fc22ce-580a-4a87-81da-70e77a584408 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:37.328962 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a9c1e5b1-0476-468a-b662-7c4f8fab4138 req-39fc22ce-580a-4a87-81da-70e77a584408 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 945 time: 0.0681715 Dec 09 01:12:37.386230 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a9c1e5b1-0476-468a-b662-7c4f8fab4138 req-2571d3de-971a-4334-aa15-8ec9dd7ea175 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530775 Dec 09 01:12:37.593656 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-30c550a6-a961-4682-962b-ce6e952a8c7d None None] Provisioning complete for port e34755fe-aae1-41a4-ad1d-44034b8ae12c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:37.594181 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-30c550a6-a961-4682-962b-ce6e952a8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:37.629219 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-30c550a6-a961-4682-962b-ce6e952a8c7d None None] Port e34755fe-aae1-41a4-ad1d-44034b8ae12c cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:12:37.636658 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Router 5b53c485-355b-482b-8b4b-d0952362ec81 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:12:37.755802 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:12:37.762192 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-119c245e-04c7-4999-ba9b-92a244266634 admin admin] 10.222.0.23 "PUT /v2.0/routers/5b53c485-355b-482b-8b4b-d0952362ec81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0717003 Dec 09 01:12:38.148842 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e433ef-cde8-430e-a695-18457e435919 req-8382ae86-40dc-4060-9405-6683a309167f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:38.150498 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-61e433ef-cde8-430e-a695-18457e435919 req-8382ae86-40dc-4060-9405-6683a309167f tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 943 time: 0.0511625 Dec 09 01:12:38.204641 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-61e433ef-cde8-430e-a695-18457e435919 req-87701891-32ea-4cd2-abda-74a785403e12 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479259 Dec 09 01:12:38.309382 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52738) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:38.313926 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-3e9384af-579c-4df5-8792-05cb6680e405 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802320778', 'description': 'tempest-description--1367562269'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:12:38.318600 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a73705-41eb-4ac1-95ca-2b98c0ff949c req-b9d3ef09-fd3d-4256-9878-a55e5497c5c0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:38.320143 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e8a73705-41eb-4ac1-95ca-2b98c0ff949c req-b9d3ef09-fd3d-4256-9878-a55e5497c5c0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.0580578 Dec 09 01:12:38.336324 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 0c501887-3f39-4b35-a841-8e12b1ee0529 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:12:38.341729 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3e9384af-579c-4df5-8792-05cb6680e405 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.404841 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e8a73705-41eb-4ac1-95ca-2b98c0ff949c req-39807448-8e74-4fbd-8e48-59b97416f563 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774901 Dec 09 01:12:38.429891 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3e9384af-579c-4df5-8792-05cb6680e405 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.435161 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3e9384af-579c-4df5-8792-05cb6680e405 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.468593 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 0c501887-3f39-4b35-a841-8e12b1ee0529, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c501887-3f39-4b35-a841-8e12b1ee0529,segment=NetworkSegment(949040bd-00b0-4250-8c1c-535827cef80e),segment_id=949040bd-00b0-4250-8c1c-535827cef80e)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:38.484731 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3e9384af-579c-4df5-8792-05cb6680e405 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.485505 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '0c501887-3f39-4b35-a841-8e12b1ee0529', 'network_id': 'e483c8cb-55ef-4f74-8353-e0031b35ed31', 'port_id': '0c501887-3f39-4b35-a841-8e12b1ee0529', 'mac_address': 'fa:16:3e:8b:d0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc96c37-d291-425b-a326-b6054179a47c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:12:38.485969 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3e9384af-579c-4df5-8792-05cb6680e405 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1755750 Dec 09 01:12:38.490814 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52742) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:38.496252 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-870eac01-4a65-4fba-980f-6ec01bba9fe8 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'security_group_rule': {'security_group_id': '7ffd8dc8-22d4-43d6-8476-01a0eeebceb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:12:38.509820 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9384af-579c-4df5-8792-05cb6680e405 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:38.541798 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-870eac01-4a65-4fba-980f-6ec01bba9fe8 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.555391 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.575831 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c501887-3f39-4b35-a841-8e12b1ee0529 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:12:38.589616 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee2644-444f-45c9-ba36-652eed9f527e req-fcf13baf-76a5-40ec-bf21-11332a14aa77 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:38.597572 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-78ee2644-444f-45c9-ba36-652eed9f527e req-fcf13baf-76a5-40ec-bf21-11332a14aa77 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 945 time: 0.1203401 Dec 09 01:12:38.600029 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 0c501887-3f39-4b35-a841-8e12b1ee0529, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c501887-3f39-4b35-a841-8e12b1ee0529,segment=NetworkSegment(949040bd-00b0-4250-8c1c-535827cef80e),segment_id=949040bd-00b0-4250-8c1c-535827cef80e)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:38.605827 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.633399 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-870eac01-4a65-4fba-980f-6ec01bba9fe8 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.638006 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-870eac01-4a65-4fba-980f-6ec01bba9fe8 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.641950 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device c9719e0c-1d7f-4b82-86b9-aed0b58efa3c up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:12:38.656076 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-78ee2644-444f-45c9-ba36-652eed9f527e req-c6951df3-a2ed-4562-aec4-9ebb3892404e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576129 Dec 09 01:12:38.666196 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870eac01-4a65-4fba-980f-6ec01bba9fe8 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0468ff7d-5302-475e-a1fa-83a4c3288286,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:38.676053 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-870eac01-4a65-4fba-980f-6ec01bba9fe8 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.677620 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-870eac01-4a65-4fba-980f-6ec01bba9fe8 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856854 Dec 09 01:12:38.685739 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 52744) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:38.691377 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-b0403597-e895-4ad5-aa59-53136709ee18 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'security_group_rule': {'security_group_id': '7ffd8dc8-22d4-43d6-8476-01a0eeebceb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:12:38.709380 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=0c501887-3f39-4b35-a841-8e12b1ee0529,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:38.722612 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b0403597-e895-4ad5-aa59-53136709ee18 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.723933 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port c9719e0c-1d7f-4b82-86b9-aed0b58efa3c triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:38.724518 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.787497 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b0403597-e895-4ad5-aa59-53136709ee18 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.791659 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b0403597-e895-4ad5-aa59-53136709ee18 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.812985 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0403597-e895-4ad5-aa59-53136709ee18 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73803fb-121f-437b-8434-5a40d163a193,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:38.814102 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.819425 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b0403597-e895-4ad5-aa59-53136709ee18 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.821829 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b0403597-e895-4ad5-aa59-53136709ee18 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348820 Dec 09 01:12:38.825048 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 52748) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:38.829552 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'floatingip': {'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:12:38.846807 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port c9719e0c-1d7f-4b82-86b9-aed0b58efa3c, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=c9719e0c-1d7f-4b82-86b9-aed0b58efa3c,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:38.855712 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.856431 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:38.916517 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=c9719e0c-1d7f-4b82-86b9-aed0b58efa3c,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:38.943644 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Sync routers for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:12:38.953681 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:12:38.954298 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:12:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:38.978017 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:39.064486 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:12:39.065236 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['0c501887-3f39-4b35-a841-8e12b1ee0529'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:12:39.085337 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Allocated IP 172.27.0.55 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/029ab5b3-46ad-48c3-8c3a-fb9d101c1923) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:12:39.214437 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:39.250246 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:39.294490 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:12:39.311651 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:12:39.328152 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:12:39.329986 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'Port': ['ID=029ab5b3-46ad-48c3-8c3a-fb9d101c1923,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:39.385197 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 2, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:39.415386 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Checking router: 5b53c485-355b-482b-8b4b-d0952362ec81 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:12:39.415748 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Updating router 5b53c485-355b-482b-8b4b-d0952362ec81 port e34755fe-aae1-41a4-ad1d-44034b8ae12c binding host dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:12:39.424880 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb968a06-84dd-4357-bfe2-918c54590f7d req-532f5ac6-73ff-4f7f-ac15-1cdd67460465 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:39.426419 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eb968a06-84dd-4357-bfe2-918c54590f7d req-532f5ac6-73ff-4f7f-ac15-1cdd67460465 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 944 time: 0.1354792 Dec 09 01:12:39.444451 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:39.481968 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1b419-2ebc-498e-b050-c69dc76ee37f req-2656fac6-b30b-4d4c-8740-bbd89fc0aa22 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:39.483653 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e7c1b419-2ebc-498e-b050-c69dc76ee37f req-2656fac6-b30b-4d4c-8740-bbd89fc0aa22 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 945 time: 0.1267173 Dec 09 01:12:39.583864 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:39.588442 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eb968a06-84dd-4357-bfe2-918c54590f7d req-80121010-febd-47c8-a597-d8db7d2796f5 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544468 Dec 09 01:12:39.666614 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5b32a-b7c9-4cd3-b0c2-147b9e53ab16 req-84d98bd6-38b8-4299-b46f-9ca3b36985f1 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:39.668179 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-42a5b32a-b7c9-4cd3-b0c2-147b9e53ab16 req-84d98bd6-38b8-4299-b46f-9ca3b36985f1 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.1719794 Dec 09 01:12:39.671311 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:39.740066 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:39.746874 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:39.795016 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Pushing event updated for resources: {'Port': ['ID=e34755fe-aae1-41a4-ad1d-44034b8ae12c,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:39.817743 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.818124 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.818576 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.818984 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.819402 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.819603 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.820182 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.820656 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.820994 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.821385 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.821678 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.822182 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.822535 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:12:39.895204 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Attempting to bind port e34755fe-aae1-41a4-ad1d-44034b8ae12c on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:12:39.895583 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Attempting to bind port e34755fe-aae1-41a4-ad1d-44034b8ae12c by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:12:39.895953 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Attempting to bind port e34755fe-aae1-41a4-ad1d-44034b8ae12c on network ccbffc9b-fb85-4600-abf1-45c776b606b2 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:12:39.901871 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:12:39.902248 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Checking segment: {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:12:39.902924 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:39.903499 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Bound using segment: {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:12:39.904137 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Bound port: e34755fe-aae1-41a4-ad1d-44034b8ae12c, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:12:39.904708 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:39.996328 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] For port e34755fe-aae1-41a4-ad1d-44034b8ae12c, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:12:40.002077 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] For port e34755fe-aae1-41a4-ad1d-44034b8ae12c, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=e34755fe-aae1-41a4-ad1d-44034b8ae12c,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:12:40.005771 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-e7c1b419-2ebc-498e-b050-c69dc76ee37f req-7c0ecb17-ab61-4678-8268-2228af4670f8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Deleting port 45951bb1-90b0-42b8-aa49-f5040ab0860b {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:12:40.006037 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e7c1b419-2ebc-498e-b050-c69dc76ee37f req-7c0ecb17-ab61-4678-8268-2228af4670f8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.007644 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.053124 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:12:40.053716 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:12:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:40.078773 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2ac36793-6fe9-42c2-b943-382c547db5d9 None None] Provisioning complete for port e34755fe-aae1-41a4-ad1d-44034b8ae12c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:40.079552 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2ac36793-6fe9-42c2-b943-382c547db5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.133480 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a82f52-01d6-4c8f-927c-72ba7369316e None None] Pushing event updated for resources: {'Port': ['ID=e34755fe-aae1-41a4-ad1d-44034b8ae12c,revision_number=4']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:40.166396 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-42a5b32a-b7c9-4cd3-b0c2-147b9e53ab16 req-f2f54122-d4d5-4f19-a9dd-5fd9b34f4232 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4909434 Dec 09 01:12:40.187429 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9301dcb-ae24-49e3-92f4-670d9f185da2 req-7930b58e-d8f2-4e06-9002-9243396d165e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:40.195399 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e9301dcb-ae24-49e3-92f4-670d9f185da2 req-7930b58e-d8f2-4e06-9002-9243396d165e tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2b888f-f816-49a9-ad1b-5aec93ff2873 HTTP/1.1" status: 200 len: 945 time: 0.2561808 Dec 09 01:12:40.249270 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:12:40.280462 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-e7c1b419-2ebc-498e-b050-c69dc76ee37f req-7c0ecb17-ab61-4678-8268-2228af4670f8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] For port 45951bb1-90b0-42b8-aa49-f5040ab0860b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=45951bb1-90b0-42b8-aa49-f5040ab0860b,segment=NetworkSegment(772ade80-9f18-4e07-86ba-2c14b2736ab4),segment_id=772ade80-9f18-4e07-86ba-2c14b2736ab4)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:40.281483 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e7c1b419-2ebc-498e-b050-c69dc76ee37f req-7c0ecb17-ab61-4678-8268-2228af4670f8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.300442 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2ac36793-6fe9-42c2-b943-382c547db5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.313906 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-e7c1b419-2ebc-498e-b050-c69dc76ee37f req-7c0ecb17-ab61-4678-8268-2228af4670f8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Calling delete_port for 45951bb1-90b0-42b8-aa49-f5040ab0860b owned by compute:nova {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:12:40.324410 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e9301dcb-ae24-49e3-92f4-670d9f185da2 req-021b4a5c-01bb-42ac-9bcc-c72cfa8c314b tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.23 "GET /v2.0/security-groups?id=2f015494-bb36-4fd8-bd31-c0b39eae517e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279185 Dec 09 01:12:40.339875 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.348459 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2ac36793-6fe9-42c2-b943-382c547db5d9 None None] For port e34755fe-aae1-41a4-ad1d-44034b8ae12c, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=e34755fe-aae1-41a4-ad1d-44034b8ae12c,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:40.355095 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2ac36793-6fe9-42c2-b943-382c547db5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.388249 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.390703 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 0c501887-3f39-4b35-a841-8e12b1ee0529 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:12:40.451554 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac36793-6fe9-42c2-b943-382c547db5d9 None None] Pushing event updated for resources: {'Port': ['ID=e34755fe-aae1-41a4-ad1d-44034b8ae12c,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:40.473368 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 0c501887-3f39-4b35-a841-8e12b1ee0529 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:12:40.478151 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 0c501887-3f39-4b35-a841-8e12b1ee0529 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:40.478597 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.497860 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:39Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:40.509824 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'Port': ['ID=029ab5b3-46ad-48c3-8c3a-fb9d101c1923,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:40.514683 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.526868 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-5d365ac4-ec1e-4b39-b502-c2067bd8b20d None None] Provisioning complete for port e34755fe-aae1-41a4-ad1d-44034b8ae12c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:40.527252 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5d365ac4-ec1e-4b39-b502-c2067bd8b20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.545560 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf0872-8925-4d11-8471-c8f7426e46d6 None None] The sync data for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi is: [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:39Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:12:40.565565 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.569448 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-03303938-ea2c-4778-abea-7925b5922bb1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7432191 Dec 09 01:12:40.634537 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.635034 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e7c1b419-2ebc-498e-b050-c69dc76ee37f req-7c0ecb17-ab61-4678-8268-2228af4670f8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.666208 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d80839-08e4-4e21-877d-e51fad18ac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c501887-3f39-4b35-a841-8e12b1ee0529'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:12:40.666208 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c96e9e-2698-4fcd-9b2d-2c8bdf36d133" -d '{"events": [{"server_uuid": "24d80839-08e4-4e21-877d-e51fad18ac70", "name": "network-vif-plugged", "status": "completed", "tag": "0c501887-3f39-4b35-a841-8e12b1ee0529"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:12:40.677842 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ecb17-ab61-4678-8268-2228af4670f8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Pushing event deleted for resources: {'Port': ['ID=45951bb1-90b0-42b8-aa49-f5040ab0860b,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:40.699391 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 0c501887-3f39-4b35-a841-8e12b1ee0529, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c501887-3f39-4b35-a841-8e12b1ee0529,segment=NetworkSegment(949040bd-00b0-4250-8c1c-535827cef80e),segment_id=949040bd-00b0-4250-8c1c-535827cef80e)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:40.707051 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.707051 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 45951bb1-90b0-42b8-aa49-f5040ab0860b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:12:40.734816 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 45951bb1-90b0-42b8-aa49-f5040ab0860b {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:12:40.735167 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 45951bb1-90b0-42b8-aa49-f5040ab0860b not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:12:40.737238 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device c9719e0c-1d7f-4b82-86b9-aed0b58efa3c up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:12:40.753745 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c1b419-2ebc-498e-b050-c69dc76ee37f req-7c0ecb17-ab61-4678-8268-2228af4670f8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] No DVR routers for this DVR port 45951bb1-90b0-42b8-aa49-f5040ab0860b on host hv-cinder-79053 {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:12:40.757298 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-e7c1b419-2ebc-498e-b050-c69dc76ee37f req-7c0ecb17-ab61-4678-8268-2228af4670f8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.762219 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e7c1b419-2ebc-498e-b050-c69dc76ee37f req-7c0ecb17-ab61-4678-8268-2228af4670f8 tempest-AttachVolumeNegativeTest-1185790388 tempest-AttachVolumeNegativeTest-1185790388-project] 10.222.0.46 "DELETE /v2.0/ports/45951bb1-90b0-42b8-aa49-f5040ab0860b HTTP/1.1" status: 204 len: 173 time: 1.2682686 Dec 09 01:12:40.762997 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2b888f-f816-49a9-ad1b-5aec93ff2873', 'name': 'network-vif-deleted', 'tag': '45951bb1-90b0-42b8-aa49-f5040ab0860b'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:12:40.766695 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aad344-79b7-4488-aeb8-ba735b5cd1a0" -d '{"events": [{"server_uuid": "3d2b888f-f816-49a9-ad1b-5aec93ff2873", "name": "network-vif-deleted", "tag": "45951bb1-90b0-42b8-aa49-f5040ab0860b"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:12:40.867895 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=0c501887-3f39-4b35-a841-8e12b1ee0529,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:40.875365 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port c9719e0c-1d7f-4b82-86b9-aed0b58efa3c triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:40.875745 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:40.903783 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700aaf7-3379-4266-9263-80e60a1375e9 req-dc88e5d4-f917-4309-9faa-65d170efa1ea tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:40.905313 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7700aaf7-3379-4266-9263-80e60a1375e9 req-dc88e5d4-f917-4309-9faa-65d170efa1ea tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.1194599 Dec 09 01:12:40.909474 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-24ddffdf-f44f-4d2c-8777-ce2969555c3b tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1802320778&fields=id&tenant_id=e237e82cdcf24c93b91e0c1799f78928 HTTP/1.1" status: 200 len: 267 time: 0.0742724 Dec 09 01:12:41.045292 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7700aaf7-3379-4266-9263-80e60a1375e9 req-7f25f119-3f19-4fa1-b9c1-8f0c5daa7e17 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298230 Dec 09 01:12:41.084151 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-b3cb5155-202b-4727-81b1-7501f1f3fb20 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:41.085702 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-b3cb5155-202b-4727-81b1-7501f1f3fb20 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 816 time: 0.1685197 Dec 09 01:12:41.105554 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6500672c-0264-4d5a-a25e-f173784f12c7 x-openstack-request-id: req-6500672c-0264-4d5a-a25e-f173784f12c7 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:12:41.106066 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d80839-08e4-4e21-877d-e51fad18ac70", "name": "network-vif-plugged", "status": "completed", "tag": "0c501887-3f39-4b35-a841-8e12b1ee0529", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:12:41.106066 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6500672c-0264-4d5a-a25e-f173784f12c7 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:12:41.106509 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d80839-08e4-4e21-877d-e51fad18ac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c501887-3f39-4b35-a841-8e12b1ee0529', 'code': 200} Dec 09 01:12:41.108829 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-70706088-0963-4188-9b0a-679e28fe268e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/quotas/e237e82cdcf24c93b91e0c1799f78928 HTTP/1.1" status: 200 len: 375 time: 0.0131164 Dec 09 01:12:41.143949 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0dfcf1-0034-49d7-8418-b3a7807eea74 x-openstack-request-id: req-1d0dfcf1-0034-49d7-8418-b3a7807eea74 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:12:41.144252 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2b888f-f816-49a9-ad1b-5aec93ff2873", "name": "network-vif-deleted", "tag": "45951bb1-90b0-42b8-aa49-f5040ab0860b", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:12:41.144515 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d0dfcf1-0034-49d7-8418-b3a7807eea74 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:12:41.144911 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2b888f-f816-49a9-ad1b-5aec93ff2873', 'name': 'network-vif-deleted', 'tag': '45951bb1-90b0-42b8-aa49-f5040ab0860b', 'status': 'completed', 'code': 200} Dec 09 01:12:41.170758 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-118d1da5-25eb-4f1a-8c30-c1d355a8e473 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556619 Dec 09 01:12:41.339584 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-fe53ac75-04f3-4e20-842b-f54e05c8df4a service neutron] 10.222.0.23 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558294 Dec 09 01:12:41.391563 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095036-035d-46a0-9586-9c2ce7ccb7c3 req-80be7dce-d31b-4173-b109-b9257752ad04 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:41.393323 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-78095036-035d-46a0-9586-9c2ce7ccb7c3 req-80be7dce-d31b-4173-b109-b9257752ad04 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.1394732 Dec 09 01:12:41.473948 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be176d4-c577-4e7b-bb17-d2f4949f86e5 req-00e09f04-861a-43f8-8019-e3a93a758b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:41.475682 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3be176d4-c577-4e7b-bb17-d2f4949f86e5 req-00e09f04-861a-43f8-8019-e3a93a758b43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 1098 time: 0.1505105 Dec 09 01:12:41.547485 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-2412806e-b60b-4e05-a88a-06768cac57a7 service neutron] 10.222.0.23 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916621 Dec 09 01:12:41.570180 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-78095036-035d-46a0-9586-9c2ce7ccb7c3 req-67e8591d-5a17-4322-b4f8-3f0f4bf2b1c0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=75ee3000-b908-4248-adc8-85a4b88c7e56&id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1548259 Dec 09 01:12:41.581720 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3be176d4-c577-4e7b-bb17-d2f4949f86e5 req-e46303ea-47e3-408b-951f-be0d96fd4bd6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899169 Dec 09 01:12:41.618254 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 52784) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:41.668108 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2c7069-f171-47aa-bec4-25fb37c0700d admin admin] Deleting subnet fdecabff-29eb-4c69-974e-4605f6f56e3d {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:12:41.671860 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7069-f171-47aa-bec4-25fb37c0700d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:41.729064 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7069-f171-47aa-bec4-25fb37c0700d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5005203'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:41.778140 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0955a787-41f9-442a-bc8e-d8ac880a170b req-e4204457-ac9e-45c4-89cb-bd68fbda2c25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 210 time: 0.0618014 Dec 09 01:12:41.808216 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7069-f171-47aa-bec4-25fb37c0700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:41.877236 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7069-f171-47aa-bec4-25fb37c0700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4394949'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:41.908611 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c7069-f171-47aa-bec4-25fb37c0700d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdecabff-29eb-4c69-974e-4605f6f56e3d,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:41.913297 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7069-f171-47aa-bec4-25fb37c0700d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:41.919727 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-4a2c7069-f171-47aa-bec4-25fb37c0700d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fdecabff-29eb-4c69-974e-4605f6f56e3d HTTP/1.1" status: 204 len: 168 time: 0.2977564 Dec 09 01:12:41.920501 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 52794) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:41.998952 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.107071 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.130190 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2daaacf1-f17f-4c3f-8d5f-6ec019bc5236']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:42.140389 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772ade80-9f18-4e07-86ba-2c14b2736ab4') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:42.140682 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772ade80-9f18-4e07-86ba-2c14b2736ab4') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:12:42.154606 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1063504'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.174133 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.180811 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:12:42.181267 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4430809'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: timer() Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: cb(*args, **kw) Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: self._notify() Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: self.callback(batched_events) Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: event.method(event) Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._get(url).json() Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:12:42.183019 dv-cinder-790535-20-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:12:42.185366 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2470d-d6de-4984-b4be-9fc4aa0deb3a req-b20c971d-5166-4a74-b2d7-1a1efc53ef24 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:42.186956 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e1b2470d-d6de-4984-b4be-9fc4aa0deb3a req-b20c971d-5166-4a74-b2d7-1a1efc53ef24 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.0587342 Dec 09 01:12:42.240615 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.246061 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.252108 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2daaacf1-f17f-4c3f-8d5f-6ec019bc5236 HTTP/1.1" status: 204 len: 168 time: 0.3284466 Dec 09 01:12:42.265161 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e1b2470d-d6de-4984-b4be-9fc4aa0deb3a req-469e3520-b31d-4afa-a48c-c7a2ed206aff tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741487 Dec 09 01:12:42.271797 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cf93a-c353-4517-93fb-ab7d5f12c2a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2daaacf1-f17f-4c3f-8d5f-6ec019bc5236,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:42.388248 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 52804) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:42.432127 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b7fa6f23-2801-446e-b90c-4b9ebe04e836 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6f062a4353046c9a44957550c394c9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426142 Dec 09 01:12:42.434556 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 52806) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:42.486486 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-62051c78-fb43-44e9-9b28-48c64feb3bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.513270 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-62051c78-fb43-44e9-9b28-48c64feb3bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.567556 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-62051c78-fb43-44e9-9b28-48c64feb3bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.574168 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device e34755fe-aae1-41a4-ad1d-44034b8ae12c up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:12:42.575655 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-62051c78-fb43-44e9-9b28-48c64feb3bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.577015 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-62051c78-fb43-44e9-9b28-48c64feb3bc6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f015494-bb36-4fd8-bd31-c0b39eae517e HTTP/1.1" status: 204 len: 168 time: 0.1414766 Dec 09 01:12:42.585195 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62051c78-fb43-44e9-9b28-48c64feb3bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f015494-bb36-4fd8-bd31-c0b39eae517e,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:42.637526 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port e34755fe-aae1-41a4-ad1d-44034b8ae12c triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:42.638442 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:42.895338 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4531908e-3a38-476b-a592-85a893fd4dfe req-479fb87d-4d68-4ffe-af57-390e99cc4e2e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 210 time: 0.0282593 Dec 09 01:12:43.200182 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-67781312-7d23-4437-a26b-f3298154aa26 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:43.201947 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-67781312-7d23-4437-a26b-f3298154aa26 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 816 time: 0.1581264 Dec 09 01:12:43.355033 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-5233e57d-17c9-4db9-8d1e-1bd9231369a5 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e237e82cdcf24c93b91e0c1799f78928 HTTP/1.1" status: 200 len: 380 time: 0.0999248 Dec 09 01:12:43.373992 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'port': {'device_id': '1515b060-5e76-4152-acbc-e3affaca18e2', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'admin_state_up': True, 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'security_groups': ['7ffd8dc8-22d4-43d6-8476-01a0eeebceb2']}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:12:43.452757 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf573ab-63bf-473e-9a40-643928be8a3c req-3cde5be6-5822-4f89-97ce-276334e34821 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:43.454259 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0cf573ab-63bf-473e-9a40-643928be8a3c req-3cde5be6-5822-4f89-97ce-276334e34821 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.1177619 Dec 09 01:12:43.536006 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0cf573ab-63bf-473e-9a40-643928be8a3c req-014f3bbf-0e10-49f7-abca-c74a2dd71f74 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739255 Dec 09 01:12:43.544933 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Made reservation on behalf of e237e82cdcf24c93b91e0c1799f78928 for: {'port': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:12:43.548921 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:43.691765 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Allocated IP 172.20.0.12 (ccbffc9b-fb85-4600-abf1-45c776b606b2/4b3bd9ee-102c-4095-8ae9-181614a6c7fd/32dbcbce-dad9-41fe-b5d3-02be9f909db4) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:12:43.884153 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:43.937989 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:43.996932 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Network ccbffc9b-fb85-4600-abf1-45c776b606b2 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:12:44.008129 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:12:44.035873 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:12:44.067168 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'Port': ['ID=32dbcbce-dad9-41fe-b5d3-02be9f909db4,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:44.111435 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:44.112097 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:44.128216 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded706a-4aab-4bd3-9351-187f7a7a4220 req-3fe8c9e4-5b88-4df2-a8b7-2ef939223e83 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:44.129960 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eded706a-4aab-4bd3-9351-187f7a7a4220 req-3fe8c9e4-5b88-4df2-a8b7-2ef939223e83 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 932 time: 0.1381536 Dec 09 01:12:44.150893 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-75b150e0-1f67-46b7-9a34-bc40df704043 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7816334 Dec 09 01:12:44.170836 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Request body: {'port': {'device_id': '1515b060-5e76-4152-acbc-e3affaca18e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:12:44.244005 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eded706a-4aab-4bd3-9351-187f7a7a4220 req-7b4ad7b5-46b0-490a-9ff7-4fa2574d1b5c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042581 Dec 09 01:12:44.256288 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:44.278795 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3b0d9686-3342-40f4-b577-aa5af49cfe64 None None] Provisioning complete for port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:44.279318 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3b0d9686-3342-40f4-b577-aa5af49cfe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:44.316575 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3b0d9686-3342-40f4-b577-aa5af49cfe64 None None] Port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:12:44.566223 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32dbcbce-dad9-41fe-b5d3-02be9f909db4 {{(pid=102582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:12:44.575030 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:44.587512 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.provisioning_blocks [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Transition to ACTIVE for port object 32dbcbce-dad9-41fe-b5d3-02be9f909db4 will not be triggered until provisioned by entity L2. {{(pid=102582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:12:44.591919 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:44.648460 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Pushing event updated for resources: {'Port': ['ID=32dbcbce-dad9-41fe-b5d3-02be9f909db4,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:44.720547 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Attempting to bind port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:12:44.720891 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Attempting to bind port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:12:44.721227 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Attempting to bind port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 on network ccbffc9b-fb85-4600-abf1-45c776b606b2 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:12:44.726331 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 on network ccbffc9b-fb85-4600-abf1-45c776b606b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:12:44.726698 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Attempting to bind port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 on network ccbffc9b-fb85-4600-abf1-45c776b606b2 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:12:44.731892 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:12:44.732253 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Checking segment: {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:12:44.732637 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Bound using segment: {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:12:44.733062 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Bound port: 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'}}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:12:44.733445 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:44.807103 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, cleared binding levels {{(pid=102582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:12:44.810267 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:12:44.814809 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:44.856590 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:44.857273 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:44.858855 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] 10.222.0.46 "PUT /v2.0/ports/32dbcbce-dad9-41fe-b5d3-02be9f909db4 HTTP/1.1" status: 200 len: 1094 time: 0.6922164 Dec 09 01:12:44.859245 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:12:44.861738 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a757254-d6df-43ac-89cd-3ba56f0e0cba" -d '{"events": [{"name": "network-changed", "server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:12:44.889908 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8c292-8cbc-4a0c-adeb-2dc4f8bf5e8c service neutron] Pushing event updated for resources: {'Port': ['ID=32dbcbce-dad9-41fe-b5d3-02be9f909db4,revision_number=3']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:44.904737 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bbc50b-297f-4848-8e19-e87af8b4dddc x-openstack-request-id: req-b6bbc50b-297f-4848-8e19-e87af8b4dddc {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:12:44.905024 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:12:44.905275 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6bbc50b-297f-4848-8e19-e87af8b4dddc {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:12:44.906052 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'status': 'completed', 'code': 200} Dec 09 01:12:44.982284 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-e73f9112-6ffa-44fd-9f39-18bea85ed173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:44.983833 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-e73f9112-6ffa-44fd-9f39-18bea85ed173 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 1097 time: 0.0447083 Dec 09 01:12:45.038332 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-e3b7177e-31a6-4b0e-be31-c15fa8c264ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4 HTTP/1.1" status: 200 len: 217 time: 0.0389936 Dec 09 01:12:45.092357 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-2ec8c8a4-49f9-48e1-a1ea-7eea96ef324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:45.093829 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-2ec8c8a4-49f9-48e1-a1ea-7eea96ef324d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.0473335 Dec 09 01:12:45.139640 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-36281515-8fd3-4451-8f2b-936ae2efe65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:45.141128 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-36281515-8fd3-4451-8f2b-936ae2efe65a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402575 Dec 09 01:12:45.231027 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-4778694f-9d57-4407-ba96-bd7964b1c0e1 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804369 Dec 09 01:12:45.331315 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d963ce0d-b7dd-4729-b18f-544e49a8fe29 req-bef1f8b5-3bc8-4bf8-9978-028817c06347 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931222 Dec 09 01:12:45.378694 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74313c9c-d491-41e1-b893-ac2fb96a345f req-d98ed877-e288-47b1-b4d7-e7240a5ed34d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:45.380149 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-74313c9c-d491-41e1-b893-ac2fb96a345f req-d98ed877-e288-47b1-b4d7-e7240a5ed34d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0522518 Dec 09 01:12:45.428630 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-74313c9c-d491-41e1-b893-ac2fb96a345f req-e405d800-669d-456c-960c-1d5362e49e6e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Dec 09 01:12:45.476872 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a757254-d6df-43ac-89cd-3ba56f0e0cba req-25fb9e46-b8e0-4f8f-944d-d5d660d91f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:45.478397 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a757254-d6df-43ac-89cd-3ba56f0e0cba req-25fb9e46-b8e0-4f8f-944d-d5d660d91f89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 1097 time: 0.0457158 Dec 09 01:12:45.570484 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a757254-d6df-43ac-89cd-3ba56f0e0cba req-61d3e07d-77f2-407f-8f67-1a948d9b0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:45.572105 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a757254-d6df-43ac-89cd-3ba56f0e0cba req-61d3e07d-77f2-407f-8f67-1a948d9b0a35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 917 time: 0.0862377 Dec 09 01:12:45.617961 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a757254-d6df-43ac-89cd-3ba56f0e0cba req-9b28fbc3-10ae-45cb-b6d0-13c03217f76c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4 HTTP/1.1" status: 200 len: 217 time: 0.0383525 Dec 09 01:12:45.888585 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a757254-d6df-43ac-89cd-3ba56f0e0cba req-9d4d9bb2-6675-4993-9ded-8650ea49ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:45.890240 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a757254-d6df-43ac-89cd-3ba56f0e0cba req-9d4d9bb2-6675-4993-9ded-8650ea49ed61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.2583344 Dec 09 01:12:45.941158 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a757254-d6df-43ac-89cd-3ba56f0e0cba req-58350829-faa2-4d4c-9e72-bda90e0eae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:45.942759 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a757254-d6df-43ac-89cd-3ba56f0e0cba req-58350829-faa2-4d4c-9e72-bda90e0eae2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437973 Dec 09 01:12:46.045262 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a757254-d6df-43ac-89cd-3ba56f0e0cba req-29ccaa30-8e41-4f11-a034-e7e6ce0a8130 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866079 Dec 09 01:12:46.137701 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a757254-d6df-43ac-89cd-3ba56f0e0cba req-c81b589f-2f4e-4638-af94-16c5abf3bb7c service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846174 Dec 09 01:12:46.553081 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81308eed-3276-4772-a6e2-b9d30abbdb5b req-03194e77-3a5a-4927-a0db-70c4b79a99fb tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:46.554927 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-81308eed-3276-4772-a6e2-b9d30abbdb5b req-03194e77-3a5a-4927-a0db-70c4b79a99fb tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0542476 Dec 09 01:12:46.602512 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-81308eed-3276-4772-a6e2-b9d30abbdb5b req-7eba3507-7db6-46a4-a211-92dbc561a2c7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418398 Dec 09 01:12:47.717931 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5353c0-2a88-4778-9900-7d45febc265c req-3af53971-015f-40f8-8236-4bf464ed65b6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:47.719390 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0e5353c0-2a88-4778-9900-7d45febc265c req-3af53971-015f-40f8-8236-4bf464ed65b6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0478263 Dec 09 01:12:47.770672 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0e5353c0-2a88-4778-9900-7d45febc265c req-8b3d6aff-e6be-4247-9a5f-047e0b1988fd tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453441 Dec 09 01:12:48.890396 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fc3dd-6cb0-4abb-a95f-4c071f0d0049 req-1e18aabc-bdab-4bea-8f9e-fb399741d46d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:48.891858 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0f3fc3dd-6cb0-4abb-a95f-4c071f0d0049 req-1e18aabc-bdab-4bea-8f9e-fb399741d46d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0488431 Dec 09 01:12:48.942202 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0f3fc3dd-6cb0-4abb-a95f-4c071f0d0049 req-7096f8cd-b996-4f9d-aa41-ab85ff573420 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443091 Dec 09 01:12:50.062421 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824e441-9fe6-457a-857e-c1406c336486 req-2ab12b59-de11-4790-b60c-03870b5e3c92 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:50.063896 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7824e441-9fe6-457a-857e-c1406c336486 req-2ab12b59-de11-4790-b60c-03870b5e3c92 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0487058 Dec 09 01:12:50.111263 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7824e441-9fe6-457a-857e-c1406c336486 req-ec2b5e72-e15c-455f-bbdf-5602449d0bb4 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414715 Dec 09 01:12:51.231796 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1a6e9-98e0-4b8d-9dc9-e8d13bdc0567 req-7e8392db-c856-49da-bcd6-ae4d8e0d856f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:51.233503 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-97a1a6e9-98e0-4b8d-9dc9-e8d13bdc0567 req-7e8392db-c856-49da-bcd6-ae4d8e0d856f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0514939 Dec 09 01:12:51.281102 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-97a1a6e9-98e0-4b8d-9dc9-e8d13bdc0567 req-552a3000-9ca0-48c4-a14a-9d066cedc66c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415478 Dec 09 01:12:51.546154 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 32dbcbce-dad9-41fe-b5d3-02be9f909db4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:12:51.575290 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:51.657293 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:51.667878 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'port_id': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'mac_address': 'fa:16:3e:a2:ce:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:12:51.681302 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-b4946d56-e0dc-40c4-9452-1bb447e35056 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424290 Dec 09 01:12:51.705042 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:51.718533 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dbcbce-dad9-41fe-b5d3-02be9f909db4 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:12:51.738106 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:51.742498 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:51.767582 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-5d888a0b-d55c-4639-87e9-c4ac0a976102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:51.769583 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-5d888a0b-d55c-4639-87e9-c4ac0a976102 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 1099 time: 0.0454559 Dec 09 01:12:51.792840 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=32dbcbce-dad9-41fe-b5d3-02be9f909db4,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:51.884750 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-3e156273-9399-4f8d-ae10-7559851bb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:51.904124 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-3e156273-9399-4f8d-ae10-7559851bb435 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 912 time: 0.0952196 Dec 09 01:12:51.959816 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-c3a57630-c043-4e76-a6cb-9f0fc88e3585 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66 HTTP/1.1" status: 200 len: 1000 time: 0.0640681 Dec 09 01:12:52.010157 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-5ea71d1f-c07a-4828-aa8e-59e3c1038b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:52.011618 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-5ea71d1f-c07a-4828-aa8e-59e3c1038b9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb67bd4-d21e-4f99-b2e2-a403d3997557 HTTP/1.1" status: 200 len: 850 time: 0.0439296 Dec 09 01:12:52.068268 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-0b447b4b-711d-4f0f-9d03-ac5e5ab5b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:52.069766 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-0b447b4b-711d-4f0f-9d03-ac5e5ab5b5c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401158 Dec 09 01:12:52.092474 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1b26a599-92d9-4564-b3b4-cd5af60530b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:52.185548 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-a5e8651a-1ff4-49f9-964d-de8447d8f8e1 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021020 Dec 09 01:12:52.228628 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['32dbcbce-dad9-41fe-b5d3-02be9f909db4'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:12:52.292981 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cfb03198-139e-4e46-9380-e521fddd97c2 req-172508b0-b589-4358-bb1b-c353138efa62 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890014 Dec 09 01:12:52.409150 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdaa45-cbdc-467e-ace4-00d2f6050d4d req-347a1e41-c4ec-4699-9ff0-44c24617e5a5 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:52.411205 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f6fdaa45-cbdc-467e-ace4-00d2f6050d4d req-347a1e41-c4ec-4699-9ff0-44c24617e5a5 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 945 time: 0.0585358 Dec 09 01:12:52.459242 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f6fdaa45-cbdc-467e-ace4-00d2f6050d4d req-1db07986-ce76-4f05-98fe-152a04c2c588 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413914 Dec 09 01:12:53.582995 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cd06c-8235-47e7-9108-68c4253823c2 req-6bf3002b-f7fa-482e-bd43-1ff1f221f448 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:53.584574 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a1cd06c-8235-47e7-9108-68c4253823c2 req-6bf3002b-f7fa-482e-bd43-1ff1f221f448 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 945 time: 0.0490062 Dec 09 01:12:53.639255 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a1cd06c-8235-47e7-9108-68c4253823c2 req-4547a40b-a884-4ead-91c8-b12e08fbe852 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476336 Dec 09 01:12:54.481528 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-228f3c3a-d676-4c0b-90be-f6d676c689c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:54.597838 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb79383-da6c-4a6d-b929-223c57c46695 req-7cf1095c-c938-4eca-906f-ce7934b5dc72 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:54.599299 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bfb79383-da6c-4a6d-b929-223c57c46695 req-7cf1095c-c938-4eca-906f-ce7934b5dc72 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0507276 Dec 09 01:12:54.646450 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bfb79383-da6c-4a6d-b929-223c57c46695 req-07c9c66f-b7f3-41ba-8f67-35d2c3da3f52 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400541 Dec 09 01:12:54.757404 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae0af7-94f0-4e35-8006-441efef50657 req-ac0891b8-0534-4bc5-acb0-9d65771051e6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:54.759510 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e2ae0af7-94f0-4e35-8006-441efef50657 req-ac0891b8-0534-4bc5-acb0-9d65771051e6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 945 time: 0.0497518 Dec 09 01:12:54.806494 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e2ae0af7-94f0-4e35-8006-441efef50657 req-74c8441c-ac1c-43f5-aec7-417ec5cfeff6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410962 Dec 09 01:12:55.764674 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff6e91-a810-47c8-a525-489787077112 req-a0de0e11-b289-41ab-ab1a-8c908ae39060 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:55.766447 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60ff6e91-a810-47c8-a525-489787077112 req-a0de0e11-b289-41ab-ab1a-8c908ae39060 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0525000 Dec 09 01:12:55.813078 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60ff6e91-a810-47c8-a525-489787077112 req-20e75082-9ba7-4806-a164-aadc4978603e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409501 Dec 09 01:12:55.928102 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a0786-b4d9-45f3-9494-a6ecb30f996c req-1b6d7b12-8c31-48a6-80b0-efd4866ce16d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:55.929465 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-849a0786-b4d9-45f3-9494-a6ecb30f996c req-1b6d7b12-8c31-48a6-80b0-efd4866ce16d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 945 time: 0.0481787 Dec 09 01:12:55.976230 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-849a0786-b4d9-45f3-9494-a6ecb30f996c req-ddc3b10a-598a-4eb3-8bf4-2bd6b48e94df tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403042 Dec 09 01:12:56.038793 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 32dbcbce-dad9-41fe-b5d3-02be9f909db4 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:12:56.089916 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:12:56.093955 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:12:56.094324 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:56.144483 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:56.197885 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:56.222845 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:12:56.225285 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c9c46e-194e-45c0-aaea-35f775c801d6" -d '{"events": [{"server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "name": "network-vif-plugged", "status": "completed", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:12:56.240538 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:12:56.244957 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:56.266618 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeff7481-ecb6-4c3a-ab60-0cc9dd2f18d9 x-openstack-request-id: req-aeff7481-ecb6-4c3a-ab60-0cc9dd2f18d9 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:12:56.266904 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "name": "network-vif-plugged", "status": "completed", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:12:56.267155 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aeff7481-ecb6-4c3a-ab60-0cc9dd2f18d9 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:12:56.267534 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'code': 200} Dec 09 01:12:56.295440 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=32dbcbce-dad9-41fe-b5d3-02be9f909db4,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:56.925785 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f07262-e76a-48fb-82f8-044ad70e6f39 req-7b8f3ecd-328f-4290-b42f-0099a0e77930 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:56.927267 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-37f07262-e76a-48fb-82f8-044ad70e6f39 req-7b8f3ecd-328f-4290-b42f-0099a0e77930 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0472910 Dec 09 01:12:56.976061 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-37f07262-e76a-48fb-82f8-044ad70e6f39 req-2274caa8-ba0f-4f53-8604-dbeca1849bf3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422814 Dec 09 01:12:57.097287 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d50874-8306-450b-b5f5-8ac802b2e3d8 req-f9cd3d1c-923a-4287-a704-f168a3636a32 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:57.098711 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a5d50874-8306-450b-b5f5-8ac802b2e3d8 req-f9cd3d1c-923a-4287-a704-f168a3636a32 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0492032 Dec 09 01:12:57.149652 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:57.158067 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a5d50874-8306-450b-b5f5-8ac802b2e3d8 req-bbcc6d58-e794-44f9-874f-4485dcf0cc33 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524163 Dec 09 01:12:57.275105 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a06f5-941f-455e-8022-39e114f0987d req-29a6543d-19b0-4958-bd1c-61f4f4fa7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:57.276907 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-220a06f5-941f-455e-8022-39e114f0987d req-29a6543d-19b0-4958-bd1c-61f4f4fa7026 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 1099 time: 0.0410361 Dec 09 01:12:57.324908 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-220a06f5-941f-455e-8022-39e114f0987d req-671425fd-da9b-4fd1-b18e-dc556e6eeb43 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Dec 09 01:12:58.095021 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b21d0-a3e2-4a87-963f-58d5ee30285e req-f161bc4f-427f-4166-b67c-d6284830343d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:58.096532 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a3b21d0-a3e2-4a87-963f-58d5ee30285e req-f161bc4f-427f-4166-b67c-d6284830343d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0528226 Dec 09 01:12:58.144224 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a3b21d0-a3e2-4a87-963f-58d5ee30285e req-62f59c88-85c5-45cd-9aba-10ac3d66d442 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412438 Dec 09 01:12:58.279166 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0487f-aff2-4c88-9244-672ebf3a2dc5 req-d36c9039-4822-4359-a78d-a57c4bbb8795 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:58.280606 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c8e0487f-aff2-4c88-9244-672ebf3a2dc5 req-d36c9039-4822-4359-a78d-a57c4bbb8795 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0482841 Dec 09 01:12:58.312153 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:58.332351 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c8e0487f-aff2-4c88-9244-672ebf3a2dc5 req-a490df60-83fa-47e6-a4c9-0fc3d061c79e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459926 Dec 09 01:12:58.467622 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:12:59.002133 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 53138) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:59.104264 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-30a51ac8-33c4-4684-8413-dd4010a4b6ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.176115 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-30a51ac8-33c4-4684-8413-dd4010a4b6ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.181481 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-30a51ac8-33c4-4684-8413-dd4010a4b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.232331 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-30a51ac8-33c4-4684-8413-dd4010a4b6ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df09d26df7c047b3a6e1a279bf397cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290623 Dec 09 01:12:59.238925 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 53144) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:59.247553 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a51ac8-33c4-4684-8413-dd4010a4b6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb141c7-e644-408e-b187-2e5d1bd015cf,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:59.271498 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24f2ec-50de-4372-a4e0-bc698d6c4474 req-f1741a87-b29b-49f9-bb2f-21d7e4a31a02 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:59.272984 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3c24f2ec-50de-4372-a4e0-bc698d6c4474 req-f1741a87-b29b-49f9-bb2f-21d7e4a31a02 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0564177 Dec 09 01:12:59.291007 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bf17329a-84fe-46b3-a047-f15fc84a90c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.316247 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bf17329a-84fe-46b3-a047-f15fc84a90c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.322184 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3c24f2ec-50de-4372-a4e0-bc698d6c4474 req-3883a7ab-87bb-42c8-a891-be37c336f968 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425510 Dec 09 01:12:59.363518 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bf17329a-84fe-46b3-a047-f15fc84a90c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.366195 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bf17329a-84fe-46b3-a047-f15fc84a90c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.370540 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-bf17329a-84fe-46b3-a047-f15fc84a90c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1bb141c7-e644-408e-b187-2e5d1bd015cf HTTP/1.1" status: 204 len: 168 time: 0.1273565 Dec 09 01:12:59.378117 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17329a-84fe-46b3-a047-f15fc84a90c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb141c7-e644-408e-b187-2e5d1bd015cf,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:59.457389 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ece15-ac90-46b4-a8eb-074736bf60d6 req-5655029b-6d8d-4731-a467-ca924327bd79 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:12:59.458880 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-078ece15-ac90-46b4-a8eb-074736bf60d6 req-5655029b-6d8d-4731-a467-ca924327bd79 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0512018 Dec 09 01:12:59.514794 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-078ece15-ac90-46b4-a8eb-074736bf60d6 req-bac54705-e5fb-488c-a41c-bea16f11eae0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480900 Dec 09 01:12:59.640266 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 53154) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:59.653834 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-75b7f448-e36c-4f3a-a640-b3fab6261e4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.730676 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-75b7f448-e36c-4f3a-a640-b3fab6261e4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.734337 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-75b7f448-e36c-4f3a-a640-b3fab6261e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.772301 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-75b7f448-e36c-4f3a-a640-b3fab6261e4e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9427d5aca80c4777812d1ef7c1d47112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309555 Dec 09 01:12:59.773277 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7f448-e36c-4f3a-a640-b3fab6261e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a40701a-ddbf-4f58-812a-d157249a8da2,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:12:59.775775 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 53156) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:12:59.832673 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ff9ced57-cd3d-4d1d-9345-3698172c07ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.856082 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ff9ced57-cd3d-4d1d-9345-3698172c07ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.901008 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ff9ced57-cd3d-4d1d-9345-3698172c07ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.903715 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ff9ced57-cd3d-4d1d-9345-3698172c07ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:12:59.907124 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-ff9ced57-cd3d-4d1d-9345-3698172c07ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a40701a-ddbf-4f58-812a-d157249a8da2 HTTP/1.1" status: 204 len: 168 time: 0.1281128 Dec 09 01:12:59.913016 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ced57-cd3d-4d1d-9345-3698172c07ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a40701a-ddbf-4f58-812a-d157249a8da2,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:00.442471 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4ffcb-0450-4f68-9944-643d7e53da75 req-00d95d19-f44e-4c5b-8061-57615df0a138 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:00.443950 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bfd4ffcb-0450-4f68-9944-643d7e53da75 req-00d95d19-f44e-4c5b-8061-57615df0a138 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0537856 Dec 09 01:13:00.494748 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bfd4ffcb-0450-4f68-9944-643d7e53da75 req-1690d7e5-6c5e-4b61-b351-95b84534952b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447419 Dec 09 01:13:00.640264 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcf4f2-ff71-4bb9-b112-c94b172d7d75 req-a9005d40-008b-4e45-9ae7-8ad225e37332 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:00.641737 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-17fcf4f2-ff71-4bb9-b112-c94b172d7d75 req-a9005d40-008b-4e45-9ae7-8ad225e37332 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0500307 Dec 09 01:13:00.695743 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-17fcf4f2-ff71-4bb9-b112-c94b172d7d75 req-072eef0e-1130-4757-8d48-1cc915128fbd tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457349 Dec 09 01:13:01.630401 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c265d1-6a20-4d87-8b44-eeef054843f4 req-5e9b3bbf-358c-469a-ae2a-722a49060ae4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:01.631855 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c265d1-6a20-4d87-8b44-eeef054843f4 req-5e9b3bbf-358c-469a-ae2a-722a49060ae4 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0526743 Dec 09 01:13:01.683390 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e0c265d1-6a20-4d87-8b44-eeef054843f4 req-66eecfea-2ce8-4c65-a5c6-b68902c37135 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451486 Dec 09 01:13:01.812294 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b5a48-ea46-45df-9c1b-b0c0b580876d req-0454e285-503e-49cc-9d10-48dc7c56cc40 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:01.813766 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a91b5a48-ea46-45df-9c1b-b0c0b580876d req-0454e285-503e-49cc-9d10-48dc7c56cc40 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0481601 Dec 09 01:13:01.861541 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a91b5a48-ea46-45df-9c1b-b0c0b580876d req-3a467625-0c4e-4262-8e06-ef8d849ff5ac tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418236 Dec 09 01:13:01.981337 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111e852-e1c1-4560-a971-02048ea6d265 req-a7c330af-9620-4fe9-b2bc-f536e27138d7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:01.982904 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0111e852-e1c1-4560-a971-02048ea6d265 req-a7c330af-9620-4fe9-b2bc-f536e27138d7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0523310 Dec 09 01:13:01.991411 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 53224) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:01.996856 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-94e91c5d-9acb-4be1-9421-a1c505eb5538 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'floatingip': {'port_id': '32dbcbce-dad9-41fe-b5d3-02be9f909db4'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:13:02.077155 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-94e91c5d-9acb-4be1-9421-a1c505eb5538 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:02.678033 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-94e91c5d-9acb-4be1-9421-a1c505eb5538 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:02.682251 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-94e91c5d-9acb-4be1-9421-a1c505eb5538 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:02.795147 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-94e91c5d-9acb-4be1-9421-a1c505eb5538 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Floating IP 493fb7ee-6fd1-41be-8f95-c1b056a6c4c7 associated. External IP: 172.27.0.55, port: 32dbcbce-dad9-41fe-b5d3-02be9f909db4. Dec 09 01:13:02.829143 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e912a2b-2047-4492-a15c-9a4f441a0ec2 req-7fa36731-8600-49d9-afeb-7fb5041825de tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:02.830780 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e912a2b-2047-4492-a15c-9a4f441a0ec2 req-7fa36731-8600-49d9-afeb-7fb5041825de tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0513024 Dec 09 01:13:02.890285 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e912a2b-2047-4492-a15c-9a4f441a0ec2 req-fc33450b-cfe9-431e-938b-8acb5ba8e848 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518105 Dec 09 01:13:03.007349 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e91c5d-9acb-4be1-9421-a1c505eb5538 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Router 5b53c485-355b-482b-8b4b-d0952362ec81 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:13:03.115713 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e91c5d-9acb-4be1-9421-a1c505eb5538 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:13:03.120897 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-94e91c5d-9acb-4be1-9421-a1c505eb5538 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:03.125986 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4fd8ec-2ccc-4da5-b1f1-811f9071e54a None None] Sync routers for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:13:03.137608 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4fd8ec-2ccc-4da5-b1f1-811f9071e54a None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:13:03.138240 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-3c4fd8ec-2ccc-4da5-b1f1-811f9071e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:12:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:03.154814 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-94e91c5d-9acb-4be1-9421-a1c505eb5538 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "PUT /v2.0/floatingips/493fb7ee-6fd1-41be-8f95-c1b056a6c4c7 HTTP/1.1" status: 200 len: 991 time: 1.1621890 Dec 09 01:13:03.155715 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:13:03.158113 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e05a09a-6895-41ba-9a0a-e1fb352952b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:13:03.203868 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efcf600-dde8-4f00-a7ae-b89f523f4e82 x-openstack-request-id: req-8efcf600-dde8-4f00-a7ae-b89f523f4e82 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:13:03.204400 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:13:03.204667 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8efcf600-dde8-4f00-a7ae-b89f523f4e82 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:13:03.205077 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'status': 'completed', 'code': 200} Dec 09 01:13:03.257918 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-3c4fd8ec-2ccc-4da5-b1f1-811f9071e54a None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:13:03.319907 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05a09a-6895-41ba-9a0a-e1fb352952b6 req-40753663-be65-4cda-bc5b-c3e8f9db9e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:03.321523 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e05a09a-6895-41ba-9a0a-e1fb352952b6 req-40753663-be65-4cda-bc5b-c3e8f9db9e0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 1099 time: 0.0475459 Dec 09 01:13:03.421892 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05a09a-6895-41ba-9a0a-e1fb352952b6 req-5231be56-0df3-4c62-b29f-7c5561529afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:03.423478 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e05a09a-6895-41ba-9a0a-e1fb352952b6 req-5231be56-0df3-4c62-b29f-7c5561529afb service neutron] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 917 time: 0.0944808 Dec 09 01:13:03.492421 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e05a09a-6895-41ba-9a0a-e1fb352952b6 req-89359c04-bdf8-484c-a64d-ed97ebd99471 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4 HTTP/1.1" status: 200 len: 999 time: 0.0585570 Dec 09 01:13:03.535722 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-3c4fd8ec-2ccc-4da5-b1f1-811f9071e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '493fb7ee-6fd1-41be-8f95-c1b056a6c4c7', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'port_id': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'mac_address': 'fa:16:3e:a2:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1515b060-5e76-4152-acbc-e3affaca18e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:12:39Z', 'updated_at': '2021-12-09T01:13:02Z', 'revision_number': 1, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:03.546815 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05a09a-6895-41ba-9a0a-e1fb352952b6 req-44de0347-5020-449c-87ea-216ac4db84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:03.548274 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e05a09a-6895-41ba-9a0a-e1fb352952b6 req-44de0347-5020-449c-87ea-216ac4db84c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.0482268 Dec 09 01:13:03.566100 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4fd8ec-2ccc-4da5-b1f1-811f9071e54a None None] Checking router: 5b53c485-355b-482b-8b4b-d0952362ec81 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:13:03.575118 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4fd8ec-2ccc-4da5-b1f1-811f9071e54a None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:13:03.575760 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-3c4fd8ec-2ccc-4da5-b1f1-811f9071e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:12:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:03.595270 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05a09a-6895-41ba-9a0a-e1fb352952b6 req-09e00d35-76e6-40b2-8205-2e28c2f6aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:03.596741 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e05a09a-6895-41ba-9a0a-e1fb352952b6 req-09e00d35-76e6-40b2-8205-2e28c2f6aef1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396550 Dec 09 01:13:03.679949 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-3c4fd8ec-2ccc-4da5-b1f1-811f9071e54a None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:13:03.694831 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e05a09a-6895-41ba-9a0a-e1fb352952b6 req-59f071b3-8d80-4c02-9963-ce7d29e80acc service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864933 Dec 09 01:13:03.794337 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e05a09a-6895-41ba-9a0a-e1fb352952b6 req-18228668-c68f-4327-ac96-f9bab9bd5b55 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910826 Dec 09 01:13:03.904497 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-3c4fd8ec-2ccc-4da5-b1f1-811f9071e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '493fb7ee-6fd1-41be-8f95-c1b056a6c4c7', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'port_id': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'mac_address': 'fa:16:3e:a2:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1515b060-5e76-4152-acbc-e3affaca18e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:12:39Z', 'updated_at': '2021-12-09T01:13:02Z', 'revision_number': 1, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:03.934118 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4fd8ec-2ccc-4da5-b1f1-811f9071e54a None None] The sync data for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi is: [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '493fb7ee-6fd1-41be-8f95-c1b056a6c4c7', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'port_id': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'mac_address': 'fa:16:3e:a2:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1515b060-5e76-4152-acbc-e3affaca18e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:12:39Z', 'updated_at': '2021-12-09T01:13:02Z', 'revision_number': 1, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:13:04.034851 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597c0af-34f9-4811-9484-8aa4f6aebd1f req-9fc78842-8253-4a76-884a-6caadb2161a7 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:04.036475 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2597c0af-34f9-4811-9484-8aa4f6aebd1f req-9fc78842-8253-4a76-884a-6caadb2161a7 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0635347 Dec 09 01:13:04.092646 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2597c0af-34f9-4811-9484-8aa4f6aebd1f req-9e827db3-8a19-4dad-be1f-2052fefce0c7 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501549 Dec 09 01:13:04.165810 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aaa313-7add-406e-8d59-4fff4e3dfd9c None None] New status for floating IP 493fb7ee-6fd1-41be-8f95-c1b056a6c4c7: ACTIVE {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:13:04.313156 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 53298) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:04.436237 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-540a3eef-3b19-46af-825e-9e7dfc13d315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:04.525883 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-540a3eef-3b19-46af-825e-9e7dfc13d315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:04.532038 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-540a3eef-3b19-46af-825e-9e7dfc13d315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:04.571074 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a3eef-3b19-46af-825e-9e7dfc13d315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9c34df-c940-419b-8b1f-687b5bc42499,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:04.576141 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-540a3eef-3b19-46af-825e-9e7dfc13d315 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba7da0bed18845cfa808b614cd67c024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618995 Dec 09 01:13:04.578951 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 53304) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:04.627559 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b8ce4ef5-d81c-4424-ba54-94caf90ebe85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:04.647763 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b8ce4ef5-d81c-4424-ba54-94caf90ebe85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:04.694086 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b8ce4ef5-d81c-4424-ba54-94caf90ebe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:04.696787 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b8ce4ef5-d81c-4424-ba54-94caf90ebe85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:04.697919 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b8ce4ef5-d81c-4424-ba54-94caf90ebe85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d9c34df-c940-419b-8b1f-687b5bc42499 HTTP/1.1" status: 204 len: 168 time: 0.1181810 Dec 09 01:13:04.705405 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce4ef5-d81c-4424-ba54-94caf90ebe85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9c34df-c940-419b-8b1f-687b5bc42499,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:04.964050 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 53314) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:04.977404 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8adab135-c416-4ecb-bff9-b92ca92610f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.058402 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8adab135-c416-4ecb-bff9-b92ca92610f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.063528 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8adab135-c416-4ecb-bff9-b92ca92610f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.105134 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-8adab135-c416-4ecb-bff9-b92ca92610f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d9627a2d03a49aeadaa16e21f4839a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375089 Dec 09 01:13:05.105134 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adab135-c416-4ecb-bff9-b92ca92610f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaee5f4-74b8-4b7c-96aa-ab07497ef5d2,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:05.105694 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 53318) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:05.106722 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 53320) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:05.217922 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05173bbd-f2aa-4852-97ec-c19eb68d3f3e req-06ee5a1b-f094-488f-915a-2837eae74f40 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:05.219536 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05173bbd-f2aa-4852-97ec-c19eb68d3f3e req-06ee5a1b-f094-488f-915a-2837eae74f40 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0518365 Dec 09 01:13:05.270704 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05173bbd-f2aa-4852-97ec-c19eb68d3f3e req-90d797ee-e57c-4c93-95e5-c9678095ad43 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442560 Dec 09 01:13:05.380075 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2faf7bb1-35ad-43a7-bc68-5fe12a338d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.425610 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-41ec39bb-7b0d-4b7f-aea3-f4b33293d75b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.462173 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-41ec39bb-7b0d-4b7f-aea3-f4b33293d75b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.521783 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-41ec39bb-7b0d-4b7f-aea3-f4b33293d75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.524459 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-41ec39bb-7b0d-4b7f-aea3-f4b33293d75b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.527632 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-41ec39bb-7b0d-4b7f-aea3-f4b33293d75b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdaee5f4-74b8-4b7c-96aa-ab07497ef5d2 HTTP/1.1" status: 204 len: 168 time: 0.4187312 Dec 09 01:13:05.545387 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec39bb-7b0d-4b7f-aea3-f4b33293d75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaee5f4-74b8-4b7c-96aa-ab07497ef5d2,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:05.558201 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2faf7bb1-35ad-43a7-bc68-5fe12a338d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.564679 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2faf7bb1-35ad-43a7-bc68-5fe12a338d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.598708 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2faf7bb1-35ad-43a7-bc68-5fe12a338d1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c20cecde252949ed94b9e3dace954c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4908669 Dec 09 01:13:05.601375 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 53342) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:05.610565 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf7bb1-35ad-43a7-bc68-5fe12a338d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb1fe81-9485-442d-872d-407c8afc0774,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:05.665455 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-601ee19a-c21a-4232-8fef-b8ac32a78887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.688810 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-601ee19a-c21a-4232-8fef-b8ac32a78887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.740896 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-601ee19a-c21a-4232-8fef-b8ac32a78887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.746059 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-601ee19a-c21a-4232-8fef-b8ac32a78887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:05.747588 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-601ee19a-c21a-4232-8fef-b8ac32a78887 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8eb1fe81-9485-442d-872d-407c8afc0774 HTTP/1.1" status: 204 len: 168 time: 0.1451025 Dec 09 01:13:05.760837 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ee19a-c21a-4232-8fef-b8ac32a78887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb1fe81-9485-442d-872d-407c8afc0774,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:06.401631 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf6093-5888-418d-9766-b52372e2a88e req-76fa2814-7fce-476d-afb6-008418a783af tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:06.403316 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f2cf6093-5888-418d-9766-b52372e2a88e req-76fa2814-7fce-476d-afb6-008418a783af tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0524757 Dec 09 01:13:06.452482 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f2cf6093-5888-418d-9766-b52372e2a88e req-0fa4f3d5-f25e-4136-a49a-327d93f50417 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425229 Dec 09 01:13:06.884231 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291497d-0a47-44d9-9a8b-72f09d21a9c0 req-56d7aa92-db40-4321-98a9-b80e7887ec52 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:06.887001 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0291497d-0a47-44d9-9a8b-72f09d21a9c0 req-56d7aa92-db40-4321-98a9-b80e7887ec52 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.0596097 Dec 09 01:13:06.941152 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0291497d-0a47-44d9-9a8b-72f09d21a9c0 req-90e10bf1-6947-4bf8-9b5d-18f09aedc39a tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467041 Dec 09 01:13:07.579258 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf99a5-ff55-4783-87cf-c7ed1df855de req-2618c5c8-08e0-47a0-83e8-ff6db6583619 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:07.580687 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bcbf99a5-ff55-4783-87cf-c7ed1df855de req-2618c5c8-08e0-47a0-83e8-ff6db6583619 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0592983 Dec 09 01:13:07.628620 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bcbf99a5-ff55-4783-87cf-c7ed1df855de req-1bc5416b-f1f9-4498-939a-fb724a6552c3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420496 Dec 09 01:13:08.063032 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5f9aa-25ce-4fef-b061-c074a44fc127 req-d0f08c1f-8f81-4c39-91ec-718136b67739 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:08.064686 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-61e5f9aa-25ce-4fef-b061-c074a44fc127 req-d0f08c1f-8f81-4c39-91ec-718136b67739 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.0498798 Dec 09 01:13:08.112787 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-61e5f9aa-25ce-4fef-b061-c074a44fc127 req-d36cc245-e9f7-4cd3-9470-98fd12659758 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Dec 09 01:13:08.750203 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3064d-1f02-482c-b4bb-52cfa7936ce1 req-1344d9c3-cedc-4cd1-bd58-71fa5e02e23c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:08.751679 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dee3064d-1f02-482c-b4bb-52cfa7936ce1 req-1344d9c3-cedc-4cd1-bd58-71fa5e02e23c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0533979 Dec 09 01:13:08.798268 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dee3064d-1f02-482c-b4bb-52cfa7936ce1 req-45aadac5-cf50-4bf8-a1ca-802cc21f615d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407078 Dec 09 01:13:09.229665 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109a840-de4d-496d-b660-2a6814287c4e req-2fd49daf-2ef9-4b8a-849d-a80de809891a tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:09.231253 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1109a840-de4d-496d-b660-2a6814287c4e req-2fd49daf-2ef9-4b8a-849d-a80de809891a tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.0493596 Dec 09 01:13:09.278290 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1109a840-de4d-496d-b660-2a6814287c4e req-12540489-2aab-45e8-97ea-c3ede94a1512 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Dec 09 01:13:09.912043 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacdc3c-7d58-4299-9c24-36857c09d237 req-e839f24a-a9e5-4682-b909-cfcb9c7e1a7f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:09.913482 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-beacdc3c-7d58-4299-9c24-36857c09d237 req-e839f24a-a9e5-4682-b909-cfcb9c7e1a7f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0472450 Dec 09 01:13:09.962911 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-beacdc3c-7d58-4299-9c24-36857c09d237 req-49a3c2ef-f28d-42c9-8516-e1dab2ab6e09 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428078 Dec 09 01:13:10.391206 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310da34-a466-4177-bd86-b900c2baee4f req-d2341c67-95e1-4c06-bb3c-fdebc5d604e7 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:10.392666 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4310da34-a466-4177-bd86-b900c2baee4f req-d2341c67-95e1-4c06-bb3c-fdebc5d604e7 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.0478029 Dec 09 01:13:10.439463 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4310da34-a466-4177-bd86-b900c2baee4f req-479e987f-9484-48d4-bed6-2d2194d2b6c7 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Dec 09 01:13:11.075959 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28a7ee-31e5-4949-8d6c-3f3d18546967 req-bf1860e0-b9b8-4863-8019-3be9df3f2978 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:11.077399 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e28a7ee-31e5-4949-8d6c-3f3d18546967 req-bf1860e0-b9b8-4863-8019-3be9df3f2978 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0484874 Dec 09 01:13:11.124026 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e28a7ee-31e5-4949-8d6c-3f3d18546967 req-0473d9f8-85b7-48cc-99ae-85b6de91a10a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 Dec 09 01:13:11.559279 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab54a9f-0234-4565-b0c5-10eba4938cde req-d7a04a61-db52-41ed-9bf2-23ea5ac52db7 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:11.560770 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6ab54a9f-0234-4565-b0c5-10eba4938cde req-d7a04a61-db52-41ed-9bf2-23ea5ac52db7 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.0532470 Dec 09 01:13:11.609215 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6ab54a9f-0234-4565-b0c5-10eba4938cde req-b8983956-85b8-4aa9-8125-8f0d665d4daf tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426922 Dec 09 01:13:12.241524 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af35647-ae09-4ae3-9394-992600b49126 req-602bfe45-a7a9-4cd0-bfa1-c68a179ea57a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:12.243269 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3af35647-ae09-4ae3-9394-992600b49126 req-602bfe45-a7a9-4cd0-bfa1-c68a179ea57a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0514538 Dec 09 01:13:12.291128 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3af35647-ae09-4ae3-9394-992600b49126 req-a93a3f0a-6526-4a91-a41d-3dc25931c45a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Dec 09 01:13:12.732784 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ff252-781e-4a53-a11e-0311747cbaa1 req-acfbfc6b-7a8c-46d8-ba47-2afca7dff413 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:12.734243 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0f7ff252-781e-4a53-a11e-0311747cbaa1 req-acfbfc6b-7a8c-46d8-ba47-2afca7dff413 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.0516317 Dec 09 01:13:12.784843 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0f7ff252-781e-4a53-a11e-0311747cbaa1 req-d7f5ba83-6d69-4695-8222-93d0f03db502 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447624 Dec 09 01:13:13.405054 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5982b-cd44-45ed-90fa-ae631689a221 req-014fbfc7-2850-4826-bcc6-68846e3b6acb tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:13.406532 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-61d5982b-cd44-45ed-90fa-ae631689a221 req-014fbfc7-2850-4826-bcc6-68846e3b6acb tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0485785 Dec 09 01:13:13.453815 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-61d5982b-cd44-45ed-90fa-ae631689a221 req-e869fc46-f919-44b4-b09f-547f9a26e6ef tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Dec 09 01:13:13.899597 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1a7cf-1f56-42e7-bdc7-52cdb3612c14 req-c534812f-83d2-47eb-8c20-b9fe58287602 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:13.901038 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-13c1a7cf-1f56-42e7-bdc7-52cdb3612c14 req-c534812f-83d2-47eb-8c20-b9fe58287602 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.0479717 Dec 09 01:13:13.948053 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-13c1a7cf-1f56-42e7-bdc7-52cdb3612c14 req-4b4f9b48-f660-4e61-a68f-f1a101475102 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 Dec 09 01:13:14.569550 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc17b2f-914a-4425-8421-0b589fa62f5d req-5dd75c2d-76f3-4e1a-8a9b-27bd59b20994 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:14.571017 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4fc17b2f-914a-4425-8421-0b589fa62f5d req-5dd75c2d-76f3-4e1a-8a9b-27bd59b20994 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0514169 Dec 09 01:13:14.617345 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4fc17b2f-914a-4425-8421-0b589fa62f5d req-4e6f78e1-5dbd-4d4f-8f27-e4b9c7d0fc62 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 Dec 09 01:13:15.062806 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce76f-3238-4494-b6a5-b388717ac03a req-4d9a44fd-ce10-4d07-9a92-02b884345988 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:15.065091 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e4fce76f-3238-4494-b6a5-b388717ac03a req-4d9a44fd-ce10-4d07-9a92-02b884345988 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.0503294 Dec 09 01:13:15.111709 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e4fce76f-3238-4494-b6a5-b388717ac03a req-f569e528-592e-4c96-8b53-01be06bbe589 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/security-groups?id=16646179-f3ea-46c0-8ada-04c922b1aa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Dec 09 01:13:15.188729 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25727366-2b4d-493a-9b89-be74873eaf49 req-f247354d-3e0b-4658-b355-527d349e4155 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:15.190189 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-25727366-2b4d-493a-9b89-be74873eaf49 req-f247354d-3e0b-4658-b355-527d349e4155 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.46 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 945 time: 0.0514467 Dec 09 01:13:15.287120 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-25727366-2b4d-493a-9b89-be74873eaf49 req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Deleting port 0c501887-3f39-4b35-a841-8e12b1ee0529 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:13:15.287456 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-25727366-2b4d-493a-9b89-be74873eaf49 req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:15.380211 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-25727366-2b4d-493a-9b89-be74873eaf49 req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] For port 0c501887-3f39-4b35-a841-8e12b1ee0529, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=0c501887-3f39-4b35-a841-8e12b1ee0529,segment=NetworkSegment(949040bd-00b0-4250-8c1c-535827cef80e),segment_id=949040bd-00b0-4250-8c1c-535827cef80e)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:13:15.380574 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-25727366-2b4d-493a-9b89-be74873eaf49 req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:15.392348 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-25727366-2b4d-493a-9b89-be74873eaf49 req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Calling delete_port for 0c501887-3f39-4b35-a841-8e12b1ee0529 owned by compute:nova {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:13:15.516949 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-25727366-2b4d-493a-9b89-be74873eaf49 req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:15.551808 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Pushing event deleted for resources: {'Port': ['ID=0c501887-3f39-4b35-a841-8e12b1ee0529,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:15.578869 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.579506 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.579603 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.579900 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.580244 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.580581 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.580917 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.581253 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.581590 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.581922 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.582263 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.582685 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.583019 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:15.602217 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-25727366-2b4d-493a-9b89-be74873eaf49 req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] No DVR routers for this DVR port 0c501887-3f39-4b35-a841-8e12b1ee0529 on host hv-cinder-79053 {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:13:15.604668 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-25727366-2b4d-493a-9b89-be74873eaf49 req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:15.608224 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-25727366-2b4d-493a-9b89-be74873eaf49 req-ffbe6dac-2a73-4779-bf00-8c93cf5b83b2 tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.46 "DELETE /v2.0/ports/0c501887-3f39-4b35-a841-8e12b1ee0529 HTTP/1.1" status: 204 len: 173 time: 0.4102020 Dec 09 01:13:15.608594 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d80839-08e4-4e21-877d-e51fad18ac70', 'name': 'network-vif-deleted', 'tag': '0c501887-3f39-4b35-a841-8e12b1ee0529'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:13:15.611050 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a3dfaa-4e50-4f1f-a19b-501abeb221d9" -d '{"events": [{"server_uuid": "24d80839-08e4-4e21-877d-e51fad18ac70", "name": "network-vif-deleted", "tag": "0c501887-3f39-4b35-a841-8e12b1ee0529"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:13:15.648442 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e09404-c023-4965-8abc-a6140cdda0cb x-openstack-request-id: req-50e09404-c023-4965-8abc-a6140cdda0cb {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:13:15.648602 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d80839-08e4-4e21-877d-e51fad18ac70", "name": "network-vif-deleted", "tag": "0c501887-3f39-4b35-a841-8e12b1ee0529", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:13:15.648862 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50e09404-c023-4965-8abc-a6140cdda0cb {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:13:15.649277 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d80839-08e4-4e21-877d-e51fad18ac70', 'name': 'network-vif-deleted', 'tag': '0c501887-3f39-4b35-a841-8e12b1ee0529', 'status': 'completed', 'code': 200} Dec 09 01:13:15.739970 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176057e-6a90-455b-ae82-a501b2e4fecd req-40209bc5-94ff-4e51-9056-166e0bf8fab1 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:15.741448 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a176057e-6a90-455b-ae82-a501b2e4fecd req-40209bc5-94ff-4e51-9056-166e0bf8fab1 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0533545 Dec 09 01:13:15.814059 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a176057e-6a90-455b-ae82-a501b2e4fecd req-25bdab91-beea-42f8-a00f-80e29d7093f0 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661709 Dec 09 01:13:16.082305 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36397a-0320-4b68-92b0-6cc34abf6fd2 req-4ff13743-e3c0-4b71-b498-b84118e8ddd9 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:16.083810 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ec36397a-0320-4b68-92b0-6cc34abf6fd2 req-4ff13743-e3c0-4b71-b498-b84118e8ddd9 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0571194 Dec 09 01:13:16.166354 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ec36397a-0320-4b68-92b0-6cc34abf6fd2 req-5c32cd21-a827-4f91-98dc-283b8f3ccf24 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764637 Dec 09 01:13:16.199221 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89b9dc-751f-439d-91bc-bd84f20ce16f req-9a1b4f62-86be-422b-9d1c-e7af39d87d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:16.201777 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-aa89b9dc-751f-439d-91bc-bd84f20ce16f req-9a1b4f62-86be-422b-9d1c-e7af39d87d5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 1099 time: 0.0846426 Dec 09 01:13:16.266145 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5df4313e-0524-442c-818c-73f9748cb754 req-b53d7b7e-cb62-4560-ac9e-5335e3c8592c tempest-VolumesSnapshotTestJSON-884373893 tempest-VolumesSnapshotTestJSON-884373893-project] 10.222.0.23 "GET /v2.0/ports?device_id=24d80839-08e4-4e21-877d-e51fad18ac70 HTTP/1.1" status: 200 len: 210 time: 0.0408328 Dec 09 01:13:16.368508 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89b9dc-751f-439d-91bc-bd84f20ce16f req-9b942d19-5ef0-4311-9612-ec7f9ad5cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:16.370171 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-aa89b9dc-751f-439d-91bc-bd84f20ce16f req-9b942d19-5ef0-4311-9612-ec7f9ad5cbdf service neutron] 10.222.0.46 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 912 time: 0.1569734 Dec 09 01:13:16.444978 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-aa89b9dc-751f-439d-91bc-bd84f20ce16f req-b713f03f-2947-41d9-a945-154ee8846bae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66 HTTP/1.1" status: 200 len: 1000 time: 0.0596769 Dec 09 01:13:16.496812 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89b9dc-751f-439d-91bc-bd84f20ce16f req-72fe921c-b40e-444b-88b9-1c4a8b2ebef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:16.498245 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-aa89b9dc-751f-439d-91bc-bd84f20ce16f req-72fe921c-b40e-444b-88b9-1c4a8b2ebef6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb67bd4-d21e-4f99-b2e2-a403d3997557 HTTP/1.1" status: 200 len: 850 time: 0.0459580 Dec 09 01:13:16.543821 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89b9dc-751f-439d-91bc-bd84f20ce16f req-c71f553f-f933-4712-bd5d-c485817bc96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:16.545273 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-aa89b9dc-751f-439d-91bc-bd84f20ce16f req-c71f553f-f933-4712-bd5d-c485817bc96d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399165 Dec 09 01:13:16.631645 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-aa89b9dc-751f-439d-91bc-bd84f20ce16f req-fac52e1c-9b75-426c-8e40-8a2266a904f3 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790935 Dec 09 01:13:17.164398 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 53552) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:17.281522 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b282c2e6-458e-416d-8ef7-e3e252808080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:17.316224 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c67ff-15b6-47d8-a49e-002b83b642d0 req-1bbc91c8-b77e-48a1-87bc-0ab7bf84463a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:17.317659 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d24c67ff-15b6-47d8-a49e-002b83b642d0 req-1bbc91c8-b77e-48a1-87bc-0ab7bf84463a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0783434 Dec 09 01:13:17.384665 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d24c67ff-15b6-47d8-a49e-002b83b642d0 req-966f12f2-30a2-4e34-bd5f-5c7e9e30e20d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588791 Dec 09 01:13:17.410608 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b282c2e6-458e-416d-8ef7-e3e252808080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:17.414842 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b282c2e6-458e-416d-8ef7-e3e252808080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:17.453812 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b282c2e6-458e-416d-8ef7-e3e252808080 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fed8aa68f2c4d609b594c43776770f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882912 Dec 09 01:13:17.454687 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282c2e6-458e-416d-8ef7-e3e252808080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54571d3e-fc3d-4cb3-a0b0-932bd367a0d8,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:17.457479 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 53564) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:17.513636 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:17.535318 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:17.584949 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:17.588000 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:17.589886 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54571d3e-fc3d-4cb3-a0b0-932bd367a0d8 HTTP/1.1" status: 204 len: 168 time: 0.1309466 Dec 09 01:13:17.598139 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54571d3e-fc3d-4cb3-a0b0-932bd367a0d8,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:17.605666 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.606231 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.606789 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.607387 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.607897 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.608240 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.608577 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.608907 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.609409 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.609907 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.610262 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.610743 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:17.611280 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25397fd-9427-4a3e-913b-c98f7cbe3f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:18.466543 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 0c501887-3f39-4b35-a841-8e12b1ee0529 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:13:18.509744 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d9910-d243-49a5-b62c-156bbee0b33e req-a85d0d34-c44b-41db-8d8a-62162a2a5068 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:18.511623 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ae8d9910-d243-49a5-b62c-156bbee0b33e req-a85d0d34-c44b-41db-8d8a-62162a2a5068 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0553977 Dec 09 01:13:18.612751 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 0c501887-3f39-4b35-a841-8e12b1ee0529 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:13:18.613091 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 0c501887-3f39-4b35-a841-8e12b1ee0529 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:13:18.763970 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ae8d9910-d243-49a5-b62c-156bbee0b33e req-bc6752bf-1a5e-475f-9a5a-7c0ffa18ae42 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460186 Dec 09 01:13:19.579744 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-aa89b9dc-751f-439d-91bc-bd84f20ce16f req-d06942c2-8f21-4d82-b2bf-26312c8340dd service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834706 Dec 09 01:13:19.882155 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caefbc5-5b36-471c-bd93-a54dc13810b6 req-d6fa5014-c73c-44a8-bcad-4f360d31eac3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:19.883614 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0caefbc5-5b36-471c-bd93-a54dc13810b6 req-d6fa5014-c73c-44a8-bcad-4f360d31eac3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0515792 Dec 09 01:13:19.941428 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0caefbc5-5b36-471c-bd93-a54dc13810b6 req-e2c95995-68a6-4404-a970-3e930b96f52f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513096 Dec 09 01:13:21.059899 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86d957-d3e3-4b2c-8dc6-2a9704ba4d4c req-b7b3df9a-51b1-430f-93ff-2053b9635b6a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:21.061272 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1c86d957-d3e3-4b2c-8dc6-2a9704ba4d4c req-b7b3df9a-51b1-430f-93ff-2053b9635b6a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0491540 Dec 09 01:13:21.107637 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1c86d957-d3e3-4b2c-8dc6-2a9704ba4d4c req-547110b1-2a3b-4601-827e-e380248695fc tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404615 Dec 09 01:13:21.552438 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:22.094332 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fe2840f7-3ca3-4b85-b760-19bf1a8a16c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:24.483108 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f2e81afd-39ea-404b-8cad-047bfdc6d03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:26.135731 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:27.145852 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:28.308049 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:35.466900 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:13:45.829135 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-024065da-0019-4499-af89-c96550636f9e req-2511b473-273b-4ae9-a040-d3d680253e8d tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520718665&fields=id&tenant_id=d6d5beaac0f5499ebdb7f15879cf5c9b HTTP/1.1" status: 200 len: 267 time: 0.2034469 Dec 09 01:13:45.890662 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024065da-0019-4499-af89-c96550636f9e req-7d9fdb17-497a-4a69-9b99-34abdd4e0523 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:45.892273 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-024065da-0019-4499-af89-c96550636f9e req-7d9fdb17-497a-4a69-9b99-34abdd4e0523 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 985 time: 0.0574713 Dec 09 01:13:45.903636 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-024065da-0019-4499-af89-c96550636f9e req-91c81564-112e-4b31-a3f9-853f3b5b2a33 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Request body: {'port': {'security_groups': ['71ab3ff5-329d-451e-a881-b63c8bf73fc7']}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:13:45.975050 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-024065da-0019-4499-af89-c96550636f9e req-91c81564-112e-4b31-a3f9-853f3b5b2a33 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.080326 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 53864) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:46.161837 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-024065da-0019-4499-af89-c96550636f9e req-91c81564-112e-4b31-a3f9-853f3b5b2a33 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] For port d892a925-bdcf-416c-aa14-6cbfe415f8eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:13:46.187187 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3db350e7-742d-4368-8419-b8ff2f1305e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.192428 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-024065da-0019-4499-af89-c96550636f9e req-91c81564-112e-4b31-a3f9-853f3b5b2a33 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.198233 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-024065da-0019-4499-af89-c96550636f9e req-91c81564-112e-4b31-a3f9-853f3b5b2a33 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.239396 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['d892a925-bdcf-416c-aa14-6cbfe415f8eb'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:13:46.242111 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024065da-0019-4499-af89-c96550636f9e req-91c81564-112e-4b31-a3f9-853f3b5b2a33 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:46.242836 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-024065da-0019-4499-af89-c96550636f9e req-91c81564-112e-4b31-a3f9-853f3b5b2a33 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.244717 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-024065da-0019-4499-af89-c96550636f9e req-91c81564-112e-4b31-a3f9-853f3b5b2a33 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "PUT /v2.0/ports/d892a925-bdcf-416c-aa14-6cbfe415f8eb HTTP/1.1" status: 200 len: 943 time: 0.3457685 Dec 09 01:13:46.245186 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:13:46.247542 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89b5c63-707f-43fa-8170-3b0cb30dd661" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:13:46.253222 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 53870) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:46.270886 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3db350e7-742d-4368-8419-b8ff2f1305e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.277207 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3db350e7-742d-4368-8419-b8ff2f1305e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.311601 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3db350e7-742d-4368-8419-b8ff2f1305e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d7a37a1bbb54be1bbd19bd75acb8c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301130 Dec 09 01:13:46.312484 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 53872) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:46.314707 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c81564-112e-4b31-a3f9-853f3b5b2a33 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event updated for resources: {'Port': ['ID=d892a925-bdcf-416c-aa14-6cbfe415f8eb,revision_number=7']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:46.341958 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4829bd85-7848-4ed6-be34-b89ef8cc0cb7 x-openstack-request-id: req-4829bd85-7848-4ed6-be34-b89ef8cc0cb7 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:13:46.342960 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:13:46.342960 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4829bd85-7848-4ed6-be34-b89ef8cc0cb7 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:13:46.342960 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'status': 'completed', 'code': 200} Dec 09 01:13:46.369347 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f48b077b-09a9-4a31-96c2-eadf7f1fa618 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.396961 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['d892a925-bdcf-416c-aa14-6cbfe415f8eb'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:13:46.398888 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-36a92ec0-7cac-4c13-b880-805a7118f0b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.408464 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f48b077b-09a9-4a31-96c2-eadf7f1fa618 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.427590 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-36a92ec0-7cac-4c13-b880-805a7118f0b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.480263 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db350e7-742d-4368-8419-b8ff2f1305e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effbe3c8-4207-4247-8613-d93bb4e0616b,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:46.496105 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5c63-707f-43fa-8170-3b0cb30dd661 req-f29e5a9b-6206-456b-8976-b83b16742bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:46.498227 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b89b5c63-707f-43fa-8170-3b0cb30dd661 req-f29e5a9b-6206-456b-8976-b83b16742bd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6d5beaac0f5499ebdb7f15879cf5c9b&device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 1099 time: 0.1008809 Dec 09 01:13:46.501890 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-36a92ec0-7cac-4c13-b880-805a7118f0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.505672 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-36a92ec0-7cac-4c13-b880-805a7118f0b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.512528 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-36a92ec0-7cac-4c13-b880-805a7118f0b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/effbe3c8-4207-4247-8613-d93bb4e0616b HTTP/1.1" status: 204 len: 168 time: 0.1978745 Dec 09 01:13:46.523282 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a92ec0-7cac-4c13-b880-805a7118f0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effbe3c8-4207-4247-8613-d93bb4e0616b,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:46.617981 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f48b077b-09a9-4a31-96c2-eadf7f1fa618 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.621579 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f48b077b-09a9-4a31-96c2-eadf7f1fa618 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.625758 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f48b077b-09a9-4a31-96c2-eadf7f1fa618 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "DELETE /v2.0/security-groups/75ee3000-b908-4248-adc8-85a4b88c7e56 HTTP/1.1" status: 204 len: 168 time: 0.3689344 Dec 09 01:13:46.626405 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 53882) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:46.640592 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b077b-09a9-4a31-96c2-eadf7f1fa618 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee3000-b908-4248-adc8-85a4b88c7e56,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:46.668116 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5c63-707f-43fa-8170-3b0cb30dd661 req-77505b89-53ee-4136-95e7-7402c42432d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:46.669736 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b89b5c63-707f-43fa-8170-3b0cb30dd661 req-77505b89-53ee-4136-95e7-7402c42432d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=809b49f8-c565-416c-be1f-d21f8f13109c HTTP/1.1" status: 200 len: 916 time: 0.1588526 Dec 09 01:13:46.704157 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-0aa815f1-f66e-4c73-a58a-2e24081d5bff None None] Provisioning complete for port d892a925-bdcf-416c-aa14-6cbfe415f8eb triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:13:46.704649 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0aa815f1-f66e-4c73-a58a-2e24081d5bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.787088 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b89b5c63-707f-43fa-8170-3b0cb30dd661 req-16636b5d-1312-4a3d-af17-f901590bfe2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb HTTP/1.1" status: 200 len: 1001 time: 0.1082885 Dec 09 01:13:46.822990 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Deleting port 33c7059a-10b7-4110-bf0a-5abb5d0bfcae {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:13:46.823451 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.885641 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5c63-707f-43fa-8170-3b0cb30dd661 req-30171d4f-223b-4d5e-b68e-ab47a6227a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:46.887938 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b89b5c63-707f-43fa-8170-3b0cb30dd661 req-30171d4f-223b-4d5e-b68e-ab47a6227a7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c1692dc-9cf6-4039-bbc2-69e8655f7c52 HTTP/1.1" status: 200 len: 854 time: 0.0930183 Dec 09 01:13:46.912808 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.913147 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.929242 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Calling delete_port for 33c7059a-10b7-4110-bf0a-5abb5d0bfcae owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:13:46.937320 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 53888) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:46.953483 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a402dfb9-66d1-4fa0-82b9-836bb250ef59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:46.983519 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b5c63-707f-43fa-8170-3b0cb30dd661 req-9c69e1fe-641e-4dda-a7e1-d1b2eb9ab753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:46.985045 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b89b5c63-707f-43fa-8170-3b0cb30dd661 req-9c69e1fe-641e-4dda-a7e1-d1b2eb9ab753 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=809b49f8-c565-416c-be1f-d21f8f13109c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0796695 Dec 09 01:13:47.122325 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a402dfb9-66d1-4fa0-82b9-836bb250ef59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:47.127078 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b89b5c63-707f-43fa-8170-3b0cb30dd661 req-9d11ba96-9554-4db0-b21f-dc30488303fb service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277277 Dec 09 01:13:47.128090 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a402dfb9-66d1-4fa0-82b9-836bb250ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:47.140403 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:47.168555 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event deleted for resources: {'Port': ['ID=33c7059a-10b7-4110-bf0a-5abb5d0bfcae,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:47.199050 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a402dfb9-66d1-4fa0-82b9-836bb250ef59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88f525dc876f46448f06fa36dd06a5c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597718 Dec 09 01:13:47.202520 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402dfb9-66d1-4fa0-82b9-836bb250ef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a29e2ac-acd8-4c26-b4df-b65717f64fba,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:47.208706 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 53890) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:47.254922 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:47.255255 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Floating IP 374d9f9e-af04-4cb5-b7da-89e251459d0c disassociated (deleted). External IP: 172.27.0.41, port: d892a925-bdcf-416c-aa14-6cbfe415f8eb. Dec 09 01:13:47.262787 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b89b5c63-707f-43fa-8170-3b0cb30dd661 req-e1cf8348-fc85-4bba-acb2-729ca7315b3d service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236420 Dec 09 01:13:47.315101 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cbc64701-9232-4148-bf7a-2ee0f8b94809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:47.369866 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cbc64701-9232-4148-bf7a-2ee0f8b94809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:47.476312 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cbc64701-9232-4148-bf7a-2ee0f8b94809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:47.479377 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-cbc64701-9232-4148-bf7a-2ee0f8b94809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:47.480527 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-cbc64701-9232-4148-bf7a-2ee0f8b94809 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a29e2ac-acd8-4c26-b4df-b65717f64fba HTTP/1.1" status: 204 len: 168 time: 0.2708061 Dec 09 01:13:47.517750 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc64701-9232-4148-bf7a-2ee0f8b94809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a29e2ac-acd8-4c26-b4df-b65717f64fba,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:47.544576 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Router d249a50b-6226-4701-80ff-a8aa0ade8539 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:13:47.673968 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:13:47.678842 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:47.687189 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7c443-2d75-439f-a017-689d02d3bba1 None None] Sync routers for ids ['d249a50b-6226-4701-80ff-a8aa0ade8539'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:13:47.704887 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7c443-2d75-439f-a017-689d02d3bba1 None None] Routers {'d249a50b-6226-4701-80ff-a8aa0ade8539'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:13:47.705619 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-feb7c443-2d75-439f-a017-689d02d3bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d249a50b-6226-4701-80ff-a8aa0ade8539'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:47.736815 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c8a6edfb-7fc2-4497-9ee3-19da40d186e0 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "DELETE /v2.0/floatingips/374d9f9e-af04-4cb5-b7da-89e251459d0c HTTP/1.1" status: 204 len: 168 time: 1.0990705 Dec 09 01:13:47.737788 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:13:47.742116 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9be88d3-fe77-46cd-b6d5-23fe90499628" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:13:47.807941 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79b9b0b-84f2-4485-9763-24b5c6de8d2c x-openstack-request-id: req-b79b9b0b-84f2-4485-9763-24b5c6de8d2c {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:13:47.808207 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:13:47.808452 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b79b9b0b-84f2-4485-9763-24b5c6de8d2c {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:13:47.808855 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'status': 'completed', 'code': 200} Dec 09 01:13:47.860633 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-feb7c443-2d75-439f-a017-689d02d3bba1 None None] Set router d249a50b-6226-4701-80ff-a8aa0ade8539 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:13:47.938037 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be88d3-fe77-46cd-b6d5-23fe90499628 req-5c3479d1-9021-4af8-8579-5f9be5c2d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:47.940580 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e9be88d3-fe77-46cd-b6d5-23fe90499628 req-5c3479d1-9021-4af8-8579-5f9be5c2d834 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6d5beaac0f5499ebdb7f15879cf5c9b&device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0691602 Dec 09 01:13:48.085703 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-9c1934cd-be32-4ad6-8dfc-b1f4733c8c03 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700378 Dec 09 01:13:48.128197 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be88d3-fe77-46cd-b6d5-23fe90499628 req-247016ad-8b39-44a9-aeaf-18d1be783218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:48.129269 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e9be88d3-fe77-46cd-b6d5-23fe90499628 req-247016ad-8b39-44a9-aeaf-18d1be783218 service neutron] 10.222.0.46 "GET /v2.0/networks?id=809b49f8-c565-416c-be1f-d21f8f13109c HTTP/1.1" status: 200 len: 916 time: 0.1526687 Dec 09 01:13:48.172702 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-feb7c443-2d75-439f-a017-689d02d3bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:56Z', 'revision_number': 4, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '23496057-8167-4e8d-8822-7ff16c6d97de', 'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'mac_address': 'fa:16:3e:91:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:55Z', 'updated_at': '2021-12-09T01:10:01Z', 'revision_number': 5, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'subnets': [{'id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:48.187630 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e9be88d3-fe77-46cd-b6d5-23fe90499628 req-e4f06f28-16b6-4cd5-9fc3-8f11e115ddaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb HTTP/1.1" status: 200 len: 217 time: 0.0504336 Dec 09 01:13:48.203759 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7c443-2d75-439f-a017-689d02d3bba1 None None] Checking router: d249a50b-6226-4701-80ff-a8aa0ade8539 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:13:48.214010 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7c443-2d75-439f-a017-689d02d3bba1 None None] Routers {'d249a50b-6226-4701-80ff-a8aa0ade8539'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:13:48.218423 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-feb7c443-2d75-439f-a017-689d02d3bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d249a50b-6226-4701-80ff-a8aa0ade8539'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:48.263760 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-ebacf4f5-b4f9-4ed4-b8ea-f29087d8b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:48.283935 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be88d3-fe77-46cd-b6d5-23fe90499628 req-000b8e25-aee3-4ef1-a2ee-7d318d6d6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:48.284131 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-ebacf4f5-b4f9-4ed4-b8ea-f29087d8b575 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 1099 time: 0.1153953 Dec 09 01:13:48.284391 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e9be88d3-fe77-46cd-b6d5-23fe90499628 req-000b8e25-aee3-4ef1-a2ee-7d318d6d6633 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c1692dc-9cf6-4039-bbc2-69e8655f7c52 HTTP/1.1" status: 200 len: 854 time: 0.0885534 Dec 09 01:13:48.357518 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-feb7c443-2d75-439f-a017-689d02d3bba1 None None] Set router d249a50b-6226-4701-80ff-a8aa0ade8539 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:13:48.387645 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be88d3-fe77-46cd-b6d5-23fe90499628 req-d0cd7f74-ae19-4ecc-8808-cc6ae4b24cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:48.389315 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e9be88d3-fe77-46cd-b6d5-23fe90499628 req-d0cd7f74-ae19-4ecc-8808-cc6ae4b24cf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=809b49f8-c565-416c-be1f-d21f8f13109c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0685978 Dec 09 01:13:48.454874 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-f53b532e-c15c-40d4-9229-2caad7c3b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:48.458665 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-f53b532e-c15c-40d4-9229-2caad7c3b03c service neutron] 10.222.0.46 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 912 time: 0.1325703 Dec 09 01:13:48.538568 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e9be88d3-fe77-46cd-b6d5-23fe90499628 req-748e92a4-4ca4-4807-8437-f54aa3d1499e service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184011 Dec 09 01:13:48.552036 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-569b54ee-26a3-4875-8d68-ea1b0cefe65c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66 HTTP/1.1" status: 200 len: 1000 time: 0.0822372 Dec 09 01:13:48.593136 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-feb7c443-2d75-439f-a017-689d02d3bba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:56Z', 'revision_number': 4, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '23496057-8167-4e8d-8822-7ff16c6d97de', 'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'mac_address': 'fa:16:3e:91:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:55Z', 'updated_at': '2021-12-09T01:10:01Z', 'revision_number': 5, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'subnets': [{'id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:48.613927 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-05bf759a-3473-4baf-bed0-87b8419e713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:48.615569 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-05bf759a-3473-4baf-bed0-87b8419e713e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb67bd4-d21e-4f99-b2e2-a403d3997557 HTTP/1.1" status: 200 len: 850 time: 0.0552590 Dec 09 01:13:48.623125 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb7c443-2d75-439f-a017-689d02d3bba1 None None] The sync data for ids ['d249a50b-6226-4701-80ff-a8aa0ade8539'] in dv-cinder-790535-20-iscsi is: [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:09:56Z', 'revision_number': 4, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '23496057-8167-4e8d-8822-7ff16c6d97de', 'name': '', 'network_id': '809b49f8-c565-416c-be1f-d21f8f13109c', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'mac_address': 'fa:16:3e:91:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:55Z', 'updated_at': '2021-12-09T01:10:01Z', 'revision_number': 5, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'subnets': [{'id': '8c1692dc-9cf6-4039-bbc2-69e8655f7c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:13:48.654398 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e9be88d3-fe77-46cd-b6d5-23fe90499628 req-8d61d0e8-4314-4075-922b-d4db12a138ec service neutron] 10.222.0.46 "GET /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079655 Dec 09 01:13:48.688879 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-b908a616-916d-4155-a3bd-f538d545e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:48.690575 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-b908a616-916d-4155-a3bd-f538d545e005 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0633152 Dec 09 01:13:48.806848 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-75c0336b-7c66-439d-95ec-fa1bb801ae9f service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909088 Dec 09 01:13:48.905822 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62feb9c-979f-45f5-8677-e381811f22a7 None None] New status for floating IP 374d9f9e-af04-4cb5-b7da-89e251459d0c: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:13:48.924412 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fd21d2b8-9f14-427f-b39c-1dbd24197897 req-9b4af811-edb7-4918-8abd-53b60868f15b service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095564 Dec 09 01:13:50.083944 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54008) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:50.128693 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d84f1df-65e3-419e-9624-eab0fedabc51 admin admin] Deleting subnet bfc96c37-d291-425b-a326-b6054179a47c {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:13:50.131882 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3d84f1df-65e3-419e-9624-eab0fedabc51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.171767 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3d84f1df-65e3-419e-9624-eab0fedabc51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5005203'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.210429 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3d84f1df-65e3-419e-9624-eab0fedabc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.265474 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3d84f1df-65e3-419e-9624-eab0fedabc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4394949'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.296133 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3d84f1df-65e3-419e-9624-eab0fedabc51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.299919 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-3d84f1df-65e3-419e-9624-eab0fedabc51 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bfc96c37-d291-425b-a326-b6054179a47c HTTP/1.1" status: 204 len: 168 time: 0.2148149 Dec 09 01:13:50.301031 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84f1df-65e3-419e-9624-eab0fedabc51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc96c37-d291-425b-a326-b6054179a47c,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:50.302477 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54016) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:50.383317 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.446210 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54020) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:50.468105 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.489980 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e483c8cb-55ef-4f74-8353-e0031b35ed31']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:50.500128 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949040bd-00b0-4250-8c1c-535827cef80e') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:50.500433 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949040bd-00b0-4250-8c1c-535827cef80e') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:50.510136 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1063504'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.522949 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.530848 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:13:50.531440 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4430809'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: timer() Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: cb(*args, **kw) Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: self._notify() Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: self.callback(batched_events) Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: event.method(event) Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._get(url).json() Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:13:50.533705 dv-cinder-790535-20-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:13:50.558380 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d40f529a-c2e8-4d7a-bc12-54df3ac2cac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.601510 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.611461 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.622061 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] 10.222.0.23 "DELETE /v2.0/networks/e483c8cb-55ef-4f74-8353-e0031b35ed31 HTTP/1.1" status: 204 len: 168 time: 0.3153784 Dec 09 01:13:50.639428 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbc34a-dca6-4460-922f-b1e7027cc9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e483c8cb-55ef-4f74-8353-e0031b35ed31,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:50.654928 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d40f529a-c2e8-4d7a-bc12-54df3ac2cac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.658981 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d40f529a-c2e8-4d7a-bc12-54df3ac2cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.709027 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f529a-c2e8-4d7a-bc12-54df3ac2cac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b737101-9c5e-48c0-a85c-3ec8e203869f,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:50.723722 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54032) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:50.731009 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d40f529a-c2e8-4d7a-bc12-54df3ac2cac1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=171ee2374ad945babd3393a80eb1474e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835178 Dec 09 01:13:50.766830 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54034) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:50.803627 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bf84451e-c276-42c9-89ef-39b87c295dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.817002 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014aa9a5-e900-4a7a-bf46-540552e8996d req-5b4192ed-5433-4fdb-b123-a6836d2d52d5 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:50.818540 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-014aa9a5-e900-4a7a-bf46-540552e8996d req-5b4192ed-5433-4fdb-b123-a6836d2d52d5 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0515070 Dec 09 01:13:50.825371 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-0c0b174a-f25c-48cd-adac-25d15adb0edb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a00edc9fc6a744efa5c33e63db2a7eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0572548 Dec 09 01:13:50.830078 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54036) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:50.849525 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bf84451e-c276-42c9-89ef-39b87c295dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.871237 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-014aa9a5-e900-4a7a-bf46-540552e8996d req-fe47da15-8a58-456a-b676-5f77bf460b42 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Dec 09 01:13:50.909066 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a3f74962-6ec8-42bd-8466-2369611f5394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.932418 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a3f74962-6ec8-42bd-8466-2369611f5394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.938392 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bf84451e-c276-42c9-89ef-39b87c295dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.940917 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-bf84451e-c276-42c9-89ef-39b87c295dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.942039 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-bf84451e-c276-42c9-89ef-39b87c295dc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b737101-9c5e-48c0-a85c-3ec8e203869f HTTP/1.1" status: 204 len: 168 time: 0.2173345 Dec 09 01:13:50.955869 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84451e-c276-42c9-89ef-39b87c295dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b737101-9c5e-48c0-a85c-3ec8e203869f,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:50.995243 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a3f74962-6ec8-42bd-8466-2369611f5394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.997985 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a3f74962-6ec8-42bd-8466-2369611f5394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:50.999178 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a3f74962-6ec8-42bd-8466-2369611f5394 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16646179-f3ea-46c0-8ada-04c922b1aa66 HTTP/1.1" status: 204 len: 168 time: 0.1681752 Dec 09 01:13:51.008298 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f74962-6ec8-42bd-8466-2369611f5394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16646179-f3ea-46c0-8ada-04c922b1aa66,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:51.349688 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54044) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:51.363953 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8475f9d4-d116-4aaf-9c7b-975f2a75d18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:51.442201 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8475f9d4-d116-4aaf-9c7b-975f2a75d18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:51.446086 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8475f9d4-d116-4aaf-9c7b-975f2a75d18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:51.485082 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8475f9d4-d116-4aaf-9c7b-975f2a75d18c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c5b88faba2b349308e555cd33c33f621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342556 Dec 09 01:13:51.486529 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475f9d4-d116-4aaf-9c7b-975f2a75d18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db4c3b5-b971-48a0-afb4-81c4d199357c,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:51.487761 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54048) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:51.536135 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9d56bec6-70f3-45a5-a720-35c4a7135b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:51.557321 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9d56bec6-70f3-45a5-a720-35c4a7135b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:51.579684 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:51.603839 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9d56bec6-70f3-45a5-a720-35c4a7135b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:51.606680 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9d56bec6-70f3-45a5-a720-35c4a7135b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:51.607912 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9d56bec6-70f3-45a5-a720-35c4a7135b95 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0db4c3b5-b971-48a0-afb4-81c4d199357c HTTP/1.1" status: 204 len: 168 time: 0.1190155 Dec 09 01:13:51.615677 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56bec6-70f3-45a5-a720-35c4a7135b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db4c3b5-b971-48a0-afb4-81c4d199357c,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:51.996505 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3448c7a-a199-4828-97c4-3d1661df74b9 req-8d4d214d-0510-4f8b-8a80-fe3bebb64eb1 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:51.998034 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f3448c7a-a199-4828-97c4-3d1661df74b9 req-8d4d214d-0510-4f8b-8a80-fe3bebb64eb1 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0538690 Dec 09 01:13:52.045483 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f3448c7a-a199-4828-97c4-3d1661df74b9 req-1e91c19a-029d-4ec2-9b45-d031526d7d4b tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Dec 09 01:13:52.096992 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-975f77a9-1950-4826-aaa7-a4f3d9743a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:52.980801 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6d2eb-52e1-4a2b-ae45-41a5778525c3 req-3f439207-f11b-4def-93f5-d751bca6df62 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:52.982340 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eab6d2eb-52e1-4a2b-ae45-41a5778525c3 req-3f439207-f11b-4def-93f5-d751bca6df62 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.46 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0628128 Dec 09 01:13:53.080880 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-eab6d2eb-52e1-4a2b-ae45-41a5778525c3 req-1cc412b2-7664-4c74-b9c4-c4cdbeab60a2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Deleting port d892a925-bdcf-416c-aa14-6cbfe415f8eb {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:13:53.081306 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-eab6d2eb-52e1-4a2b-ae45-41a5778525c3 req-1cc412b2-7664-4c74-b9c4-c4cdbeab60a2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:53.178403 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0987a-7d70-46a8-bf23-8fe26e683488 req-a53709b9-028e-4fa3-8d58-6d770a3f5139 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:13:53.179079 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b7b0987a-7d70-46a8-bf23-8fe26e683488 req-a53709b9-028e-4fa3-8d58-6d770a3f5139 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/ports?device_id=4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4 HTTP/1.1" status: 200 len: 946 time: 0.0574491 Dec 09 01:13:53.180972 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-eab6d2eb-52e1-4a2b-ae45-41a5778525c3 req-1cc412b2-7664-4c74-b9c4-c4cdbeab60a2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] For port d892a925-bdcf-416c-aa14-6cbfe415f8eb, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d892a925-bdcf-416c-aa14-6cbfe415f8eb,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:13:53.181511 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-eab6d2eb-52e1-4a2b-ae45-41a5778525c3 req-1cc412b2-7664-4c74-b9c4-c4cdbeab60a2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:53.198895 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-eab6d2eb-52e1-4a2b-ae45-41a5778525c3 req-1cc412b2-7664-4c74-b9c4-c4cdbeab60a2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Calling delete_port for d892a925-bdcf-416c-aa14-6cbfe415f8eb owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:13:53.236126 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b7b0987a-7d70-46a8-bf23-8fe26e683488 req-62acc0c4-0e7c-4e4a-8f30-830736f92db5 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.23 "GET /v2.0/security-groups?id=71ab3ff5-329d-451e-a881-b63c8bf73fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507450 Dec 09 01:13:53.340843 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-eab6d2eb-52e1-4a2b-ae45-41a5778525c3 req-1cc412b2-7664-4c74-b9c4-c4cdbeab60a2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:53.370841 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc412b2-7664-4c74-b9c4-c4cdbeab60a2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Pushing event deleted for resources: {'Port': ['ID=d892a925-bdcf-416c-aa14-6cbfe415f8eb,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:53.380183 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['d892a925-bdcf-416c-aa14-6cbfe415f8eb'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:13:53.417133 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab6d2eb-52e1-4a2b-ae45-41a5778525c3 req-1cc412b2-7664-4c74-b9c4-c4cdbeab60a2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] No DVR routers for this DVR port d892a925-bdcf-416c-aa14-6cbfe415f8eb on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:13:53.419806 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-eab6d2eb-52e1-4a2b-ae45-41a5778525c3 req-1cc412b2-7664-4c74-b9c4-c4cdbeab60a2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:53.423232 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-eab6d2eb-52e1-4a2b-ae45-41a5778525c3 req-1cc412b2-7664-4c74-b9c4-c4cdbeab60a2 tempest-TestMinimumBasicScenario-248909547 tempest-TestMinimumBasicScenario-248909547-project] 10.222.0.46 "DELETE /v2.0/ports/d892a925-bdcf-416c-aa14-6cbfe415f8eb HTTP/1.1" status: 204 len: 173 time: 0.4321055 Dec 09 01:13:53.432203 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'name': 'network-vif-deleted', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:13:53.432203 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d416e77-1a8f-48f5-a9cc-2e06274008a4" -d '{"events": [{"server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "name": "network-vif-deleted", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:13:53.467021 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f50223-29f2-48ca-bb08-d8c392e8530d x-openstack-request-id: req-30f50223-29f2-48ca-bb08-d8c392e8530d {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:13:53.467564 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4", "name": "network-vif-deleted", "tag": "d892a925-bdcf-416c-aa14-6cbfe415f8eb", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:13:53.467849 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30f50223-29f2-48ca-bb08-d8c392e8530d {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:13:53.468231 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea596a5-2818-44f6-a0d2-5d5e4b73a6a4', 'name': 'network-vif-deleted', 'tag': 'd892a925-bdcf-416c-aa14-6cbfe415f8eb', 'status': 'completed', 'code': 200} Dec 09 01:13:53.594740 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54128) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:53.704742 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e7c08310-5974-4d2b-a985-ff565c84df16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:53.781475 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e7c08310-5974-4d2b-a985-ff565c84df16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:53.788622 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e7c08310-5974-4d2b-a985-ff565c84df16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:53.831452 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c08310-5974-4d2b-a985-ff565c84df16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589374d8-7674-46c5-b5c6-eddb7c95804b,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:53.835734 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e7c08310-5974-4d2b-a985-ff565c84df16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5aaee72c0154d8294d432d0e174906b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399254 Dec 09 01:13:53.839075 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54134) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:53.888258 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a24cc6f7-f353-48f0-94cc-6fc1555ed939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:53.911242 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a24cc6f7-f353-48f0-94cc-6fc1555ed939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:53.960714 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a24cc6f7-f353-48f0-94cc-6fc1555ed939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:53.963787 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a24cc6f7-f353-48f0-94cc-6fc1555ed939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:53.967823 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a24cc6f7-f353-48f0-94cc-6fc1555ed939 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/589374d8-7674-46c5-b5c6-eddb7c95804b HTTP/1.1" status: 204 len: 168 time: 0.1258130 Dec 09 01:13:53.973704 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cc6f7-f353-48f0-94cc-6fc1555ed939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589374d8-7674-46c5-b5c6-eddb7c95804b,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:54.243177 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54140) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:54.257105 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1db739a8-0278-4962-91c1-09cc65425414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:54.345679 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1db739a8-0278-4962-91c1-09cc65425414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:54.350290 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1db739a8-0278-4962-91c1-09cc65425414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:54.390103 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-1db739a8-0278-4962-91c1-09cc65425414 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f63b99db4a7c470299f4846309b9015d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452277 Dec 09 01:13:54.391107 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db739a8-0278-4962-91c1-09cc65425414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac6dccf-de9e-441f-92c9-66f2e083e0da,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:54.392833 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54154) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:54.443080 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-411b6aae-06c8-49bd-b810-e13c379faf7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:54.468882 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-411b6aae-06c8-49bd-b810-e13c379faf7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:54.488455 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5ee59f9a-984a-4b86-a32d-19a65919471d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:54.526274 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-411b6aae-06c8-49bd-b810-e13c379faf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:54.529159 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-411b6aae-06c8-49bd-b810-e13c379faf7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:54.533253 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-411b6aae-06c8-49bd-b810-e13c379faf7c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ac6dccf-de9e-441f-92c9-66f2e083e0da HTTP/1.1" status: 204 len: 168 time: 0.1392360 Dec 09 01:13:54.541974 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b6aae-06c8-49bd-b810-e13c379faf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac6dccf-de9e-441f-92c9-66f2e083e0da,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:55.236522 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54214) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:55.617644 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632160'] for router_interface, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:55.688199 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device d892a925-bdcf-416c-aa14-6cbfe415f8eb no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:13:55.709231 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: d892a925-bdcf-416c-aa14-6cbfe415f8eb {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:13:55.709588 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device d892a925-bdcf-416c-aa14-6cbfe415f8eb not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:13:55.878759 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] Deleting port 23496057-8167-4e8d-8822-7ff16c6d97de {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:13:55.879236 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:55.966020 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] For port 23496057-8167-4e8d-8822-7ff16c6d97de, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=23496057-8167-4e8d-8822-7ff16c6d97de,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:13:55.966771 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:55.980818 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] Calling delete_port for 23496057-8167-4e8d-8822-7ff16c6d97de owned by network:router_interface {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:13:56.141656 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:56.173948 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:56.197529 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] Pushing event deleted for resources: {'Port': ['ID=23496057-8167-4e8d-8822-7ff16c6d97de,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:56.622733 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632060'] for router_interface, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:56.866686 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] Router d249a50b-6226-4701-80ff-a8aa0ade8539 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:13:56.973316 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:13:56.981374 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a7eb7cd4-c2af-4895-b75b-74a46208ac1e admin admin] 10.222.0.23 "PUT /v2.0/routers/d249a50b-6226-4701-80ff-a8aa0ade8539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7410817 Dec 09 01:13:56.981374 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54254) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:56.982191 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f50f9-c296-4deb-b2d5-ffb44e1a0f73 None None] Sync routers for ids ['d249a50b-6226-4701-80ff-a8aa0ade8539'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:13:56.992470 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f50f9-c296-4deb-b2d5-ffb44e1a0f73 None None] Routers {'d249a50b-6226-4701-80ff-a8aa0ade8539'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:13:56.993140 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-471f50f9-c296-4deb-b2d5-ffb44e1a0f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d249a50b-6226-4701-80ff-a8aa0ade8539'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:57.089667 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Publish callbacks [] for router, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.104271 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-471f50f9-c296-4deb-b2d5-ffb44e1a0f73 None None] Set router d249a50b-6226-4701-80ff-a8aa0ade8539 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:13:57.192618 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.193490 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.247251 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Deleting port 745af0e2-dfd9-49a7-9546-11b3de560321 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:13:57.247586 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.302425 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-471f50f9-c296-4deb-b2d5-ffb44e1a0f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:13:56Z', 'revision_number': 5, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port': {'id': '745af0e2-dfd9-49a7-9546-11b3de560321', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:45:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:09:53Z', 'updated_at': '2021-12-09T01:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:57.342517 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f50f9-c296-4deb-b2d5-ffb44e1a0f73 None None] Checking router: d249a50b-6226-4701-80ff-a8aa0ade8539 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:13:57.343571 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] For port 745af0e2-dfd9-49a7-9546-11b3de560321, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=745af0e2-dfd9-49a7-9546-11b3de560321,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:13:57.343932 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.346875 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f50f9-c296-4deb-b2d5-ffb44e1a0f73 None None] Routers {'d249a50b-6226-4701-80ff-a8aa0ade8539'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:13:57.347492 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-471f50f9-c296-4deb-b2d5-ffb44e1a0f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['d249a50b-6226-4701-80ff-a8aa0ade8539'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:57.356832 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Calling delete_port for 745af0e2-dfd9-49a7-9546-11b3de560321 owned by network:router_gateway {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:13:57.434752 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-471f50f9-c296-4deb-b2d5-ffb44e1a0f73 None None] Set router d249a50b-6226-4701-80ff-a8aa0ade8539 gateway port host: None {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:13:57.492618 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-471f50f9-c296-4deb-b2d5-ffb44e1a0f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:13:57Z', 'revision_number': 6, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port_host': None}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:57.518734 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f50f9-c296-4deb-b2d5-ffb44e1a0f73 None None] The sync data for ids ['d249a50b-6226-4701-80ff-a8aa0ade8539'] in dv-cinder-790535-20-iscsi is: [{'id': 'd249a50b-6226-4701-80ff-a8aa0ade8539', 'name': 'tempest-TestMinimumBasicScenario-2092425467-router', 'tenant_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:09:52Z', 'updated_at': '2021-12-09T01:13:57Z', 'revision_number': 6, 'project_id': 'd6d5beaac0f5499ebdb7f15879cf5c9b', 'gw_port_host': None}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:13:57.521988 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.548111 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Pushing event deleted for resources: {'Port': ['ID=745af0e2-dfd9-49a7-9546-11b3de560321,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:57.617799 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625754'] for router_gateway, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.710462 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39779'] for router, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.713463 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.756500 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1619973'] for router, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.757051 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d249a50b-6226-4701-80ff-a8aa0ade8539 {{(pid=102583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 01:13:57.762519 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.766537 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d95f35f7-19db-47cd-a510-a8446d5b1256 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d249a50b-6226-4701-80ff-a8aa0ade8539 HTTP/1.1" status: 204 len: 168 time: 0.7842221 Dec 09 01:13:57.766738 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54258) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:57.814405 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e3b0e0-de53-46ac-b255-5be302b773aa admin admin] Deleting subnet 8c1692dc-9cf6-4039-bbc2-69e8655f7c52 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:13:57.817405 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-15e3b0e0-de53-46ac-b255-5be302b773aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.853550 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-15e3b0e0-de53-46ac-b255-5be302b773aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5005203'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:57.977023 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-15e3b0e0-de53-46ac-b255-5be302b773aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.037515 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-15e3b0e0-de53-46ac-b255-5be302b773aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4394949'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.062464 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3b0e0-de53-46ac-b255-5be302b773aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c1692dc-9cf6-4039-bbc2-69e8655f7c52,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:58.068252 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-15e3b0e0-de53-46ac-b255-5be302b773aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.072156 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-15e3b0e0-de53-46ac-b255-5be302b773aa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8c1692dc-9cf6-4039-bbc2-69e8655f7c52 HTTP/1.1" status: 204 len: 168 time: 0.3040497 Dec 09 01:13:58.074652 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54270) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:58.077116 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfb9287-86e4-4c25-9f0d-3496b6af076e None None] Network 809b49f8-c565-416c-be1f-d21f8f13109c requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:13:58.147353 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.211263 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Deleting port 79c70fb7-c633-48fb-accd-cd9f2db2aabc {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:13:58.211615 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.281410 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] For port 79c70fb7-c633-48fb-accd-cd9f2db2aabc, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=79c70fb7-c633-48fb-accd-cd9f2db2aabc,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:13:58.281798 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.301360 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Calling delete_port for 79c70fb7-c633-48fb-accd-cd9f2db2aabc owned by network:dhcp {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:13:58.324249 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.340076 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] DHCP port deletion for 809b49f8-c565-416c-be1f-d21f8f13109c request from dv-cinder-790535-20-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 01:13:58.403464 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Deleting port 79c70fb7-c633-48fb-accd-cd9f2db2aabc {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:13:58.403861 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.412375 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.438883 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c70fb7-c633-48fb-accd-cd9f2db2aabc,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:58.442791 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] No DVR routers for this DVR port 79c70fb7-c633-48fb-accd-cd9f2db2aabc on host dv-cinder-790535-20-iscsi {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:13:58.534743 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.562064 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809b49f8-c565-416c-be1f-d21f8f13109c']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:58.574644 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9e002d-3336-44cd-a978-62dc5f05797a') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:58.575107 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9e002d-3336-44cd-a978-62dc5f05797a') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:13:58.593650 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5005290'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.609699 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.616592 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] For port 79c70fb7-c633-48fb-accd-cd9f2db2aabc, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=79c70fb7-c633-48fb-accd-cd9f2db2aabc,segment=NetworkSegment(ba9e002d-3336-44cd-a978-62dc5f05797a),segment_id=ba9e002d-3336-44cd-a978-62dc5f05797a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:13:58.617225 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.624141 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:13:58.624728 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841512'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: timer() Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: cb(*args, **kw) Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: self._notify() Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: self.callback(batched_events) Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: event.method(event) Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._get(url).json() Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:13:58.627726 dv-cinder-790535-20-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:13:58.637647 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Calling delete_port for 79c70fb7-c633-48fb-accd-cd9f2db2aabc owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:13:58.691890 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 79c70fb7-c633-48fb-accd-cd9f2db2aabc no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:13:58.701931 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.710130 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.718265 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] 10.222.0.23 "DELETE /v2.0/networks/809b49f8-c565-416c-be1f-d21f8f13109c HTTP/1.1" status: 204 len: 168 time: 0.6425214 Dec 09 01:13:58.721088 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54280) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:13:58.739390 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1647c-fa8c-4ed0-a3d8-e45f7c163145 admin admin] Pushing event deleted for resources: {'Network': ['ID=809b49f8-c565-416c-be1f-d21f8f13109c,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:58.759223 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 79c70fb7-c633-48fb-accd-cd9f2db2aabc {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:13:58.760675 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 79c70fb7-c633-48fb-accd-cd9f2db2aabc not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:13:58.760675 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 23496057-8167-4e8d-8822-7ff16c6d97de no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:13:58.787458 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 23496057-8167-4e8d-8822-7ff16c6d97de {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:13:58.787801 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 23496057-8167-4e8d-8822-7ff16c6d97de not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:13:58.788609 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 745af0e2-dfd9-49a7-9546-11b3de560321 no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:13:58.834927 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 745af0e2-dfd9-49a7-9546-11b3de560321 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:13:58.835359 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 745af0e2-dfd9-49a7-9546-11b3de560321 not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:13:58.875626 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:58.888095 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Network 809b49f8-c565-416c-be1f-d21f8f13109c is not hosted by any dhcp agent {{(pid=102584) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 09 01:13:58.888784 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] No DVR routers for this DVR port 79c70fb7-c633-48fb-accd-cd9f2db2aabc on host dv-cinder-790535-20-iscsi {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:13:58.912108 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Pushing event deleted for resources: {'Port': ['ID=79c70fb7-c633-48fb-accd-cd9f2db2aabc,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:13:58.927301 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.927516 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.927757 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.928090 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.928592 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.934873 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.935239 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.935592 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.935940 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.936526 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.936630 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.936929 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:58.937256 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5843ff4-e71f-48c6-9be9-53e0fa74511e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:13:59.211099 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632160'] for router_interface, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:59.709986 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] Deleting port 7919a283-d927-42ba-877f-eab68ab53542 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:13:59.710241 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:59.790947 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] For port 7919a283-d927-42ba-877f-eab68ab53542, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=7919a283-d927-42ba-877f-eab68ab53542,segment=NetworkSegment(98c39c03-3379-430f-9268-f10251a40622),segment_id=98c39c03-3379-430f-9268-f10251a40622)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:13:59.791318 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:13:59.803847 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] Calling delete_port for 7919a283-d927-42ba-877f-eab68ab53542 owned by network:router_interface {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:13:59.979386 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:00.003919 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] Pushing event deleted for resources: {'Port': ['ID=7919a283-d927-42ba-877f-eab68ab53542,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:00.186691 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632060'] for router_interface, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:00.412410 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] Router bc850495-f43f-483e-b74b-b8ae4a9d827c has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:14:00.520743 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:14:00.526699 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-5ccd0a63-73a0-42da-808b-ed8f3f34f65b admin admin] 10.222.0.23 "PUT /v2.0/routers/bc850495-f43f-483e-b74b-b8ae4a9d827c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8044865 Dec 09 01:14:00.531761 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54306) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:00.534965 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4c937-37b7-4115-bbad-c31c9857b0e6 None None] Sync routers for ids ['bc850495-f43f-483e-b74b-b8ae4a9d827c'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:14:00.549879 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4c937-37b7-4115-bbad-c31c9857b0e6 None None] Routers {'bc850495-f43f-483e-b74b-b8ae4a9d827c'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:00.550611 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-15e4c937-37b7-4115-bbad-c31c9857b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['bc850495-f43f-483e-b74b-b8ae4a9d827c'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:00.641851 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:00.661909 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-15e4c937-37b7-4115-bbad-c31c9857b0e6 None None] Set router bc850495-f43f-483e-b74b-b8ae4a9d827c gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:00.749401 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:00.805533 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Deleting port e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:14:00.806131 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:00.838659 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-15e4c937-37b7-4115-bbad-c31c9857b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'name': 'tempest-TestMinimumBasicScenario-1310851123-router', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:13:59Z', 'revision_number': 5, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'gw_port': {'id': 'e02a7c4a-16e0-4ee5-82fc-5b8386c657e5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:00.868105 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4c937-37b7-4115-bbad-c31c9857b0e6 None None] Checking router: bc850495-f43f-483e-b74b-b8ae4a9d827c for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:14:00.876448 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e4c937-37b7-4115-bbad-c31c9857b0e6 None None] Routers {'bc850495-f43f-483e-b74b-b8ae4a9d827c'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:00.877075 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-15e4c937-37b7-4115-bbad-c31c9857b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['bc850495-f43f-483e-b74b-b8ae4a9d827c'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:00.888455 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] For port e02a7c4a-16e0-4ee5-82fc-5b8386c657e5, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=e02a7c4a-16e0-4ee5-82fc-5b8386c657e5,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:00.888824 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:00.901267 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Calling delete_port for e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 owned by network:router_gateway {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:14:00.962108 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-15e4c937-37b7-4115-bbad-c31c9857b0e6 None None] Set router bc850495-f43f-483e-b74b-b8ae4a9d827c gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:01.016769 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-15e4c937-37b7-4115-bbad-c31c9857b0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'name': 'tempest-TestMinimumBasicScenario-1310851123-router', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:14:00Z', 'revision_number': 6, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'gw_port_host': None}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:01.042957 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e4c937-37b7-4115-bbad-c31c9857b0e6 None None] The sync data for ids ['bc850495-f43f-483e-b74b-b8ae4a9d827c'] in dv-cinder-790535-20-iscsi is: [{'id': 'bc850495-f43f-483e-b74b-b8ae4a9d827c', 'name': 'tempest-TestMinimumBasicScenario-1310851123-router', 'tenant_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:10:00Z', 'updated_at': '2021-12-09T01:14:00Z', 'revision_number': 6, 'project_id': 'bf239eeb9e08457e981da3e1f0943a7a', 'gw_port_host': None}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:14:01.063656 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.090380 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02a7c4a-16e0-4ee5-82fc-5b8386c657e5,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:01.153336 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625754'] for router_gateway, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.255404 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39779'] for router, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.257584 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.318745 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1619973'] for router, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.319309 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc850495-f43f-483e-b74b-b8ae4a9d827c {{(pid=102582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 01:14:01.324753 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.325944 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-bd0a1467-1f7c-4139-84c3-447e1d25daf9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/bc850495-f43f-483e-b74b-b8ae4a9d827c HTTP/1.1" status: 204 len: 168 time: 0.7932668 Dec 09 01:14:01.328714 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54308) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:01.377242 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c91d45-d59b-47a2-a8d3-534faea048b9 admin admin] Deleting subnet 95252707-718b-442b-bfac-e91c2535ed79 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:14:01.383706 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-62c91d45-d59b-47a2-a8d3-534faea048b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.420719 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-62c91d45-d59b-47a2-a8d3-534faea048b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5005203'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.516160 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-62c91d45-d59b-47a2-a8d3-534faea048b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.578923 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-62c91d45-d59b-47a2-a8d3-534faea048b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4394949'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.609385 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c91d45-d59b-47a2-a8d3-534faea048b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95252707-718b-442b-bfac-e91c2535ed79,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:01.612799 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-62c91d45-d59b-47a2-a8d3-534faea048b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.618154 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3826e7a-484a-424c-a684-b0367da87d20 None None] Network e48e4789-6086-4ac3-ab3c-83c61e20502f requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:14:01.622061 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-62c91d45-d59b-47a2-a8d3-534faea048b9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/95252707-718b-442b-bfac-e91c2535ed79 HTTP/1.1" status: 204 len: 168 time: 0.2923939 Dec 09 01:14:01.624686 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54326) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:01.720410 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.799585 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Deleting port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:14:01.799700 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.832635 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8db82b-8f12-4a24-a192-cec9d8ff299c None None] DHCP port deletion for e48e4789-6086-4ac3-ab3c-83c61e20502f request from dv-cinder-790535-20-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 01:14:01.867116 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] For port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=6e00d570-c41f-4df8-ba1a-7b9a69e33ecb,segment=NetworkSegment(98c39c03-3379-430f-9268-f10251a40622),segment_id=98c39c03-3379-430f-9268-f10251a40622)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:01.867579 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.882658 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Calling delete_port for 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb owned by network:dhcp {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:14:01.902565 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-7f8db82b-8f12-4a24-a192-cec9d8ff299c None None] Deleting port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:14:01.902943 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7f8db82b-8f12-4a24-a192-cec9d8ff299c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.974852 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.980599 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-7f8db82b-8f12-4a24-a192-cec9d8ff299c None None] For port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=6e00d570-c41f-4df8-ba1a-7b9a69e33ecb,segment=NetworkSegment(98c39c03-3379-430f-9268-f10251a40622),segment_id=98c39c03-3379-430f-9268-f10251a40622)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:01.981024 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7f8db82b-8f12-4a24-a192-cec9d8ff299c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:01.997475 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-7f8db82b-8f12-4a24-a192-cec9d8ff299c None None] Calling delete_port for 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:14:02.007876 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e00d570-c41f-4df8-ba1a-7b9a69e33ecb,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:02.010065 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] No DVR routers for this DVR port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb on host dv-cinder-790535-20-iscsi {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:14:02.095831 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:02.116676 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48e4789-6086-4ac3-ab3c-83c61e20502f']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:02.123485 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7f8db82b-8f12-4a24-a192-cec9d8ff299c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:02.127759 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c39c03-3379-430f-9268-f10251a40622') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:02.128395 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c39c03-3379-430f-9268-f10251a40622') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:02.140738 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1063504'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:02.155009 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8db82b-8f12-4a24-a192-cec9d8ff299c None None] Pushing event deleted for resources: {'Port': ['ID=6e00d570-c41f-4df8-ba1a-7b9a69e33ecb,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:02.157404 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8db82b-8f12-4a24-a192-cec9d8ff299c None None] No DVR routers for this DVR port 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb on host dv-cinder-790535-20-iscsi {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:14:02.160011 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:02.174533 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:14:02.175124 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4430809'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: timer() Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: cb(*args, **kw) Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: self._notify() Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: self.callback(batched_events) Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: event.method(event) Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._get(url).json() Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:14:02.177577 dv-cinder-790535-20-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:14:02.237196 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:02.242995 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:02.247814 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] 10.222.0.23 "DELETE /v2.0/networks/e48e4789-6086-4ac3-ab3c-83c61e20502f HTTP/1.1" status: 204 len: 168 time: 0.6221106 Dec 09 01:14:02.260667 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070b9f7-8b3c-484e-8612-3dfd60776e6a admin admin] Pushing event deleted for resources: {'Network': ['ID=e48e4789-6086-4ac3-ab3c-83c61e20502f,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:02.414663 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54346) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:02.454037 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-cb7efd0a-a72e-4672-baeb-d1db054c8197 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6d5beaac0f5499ebdb7f15879cf5c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380778 Dec 09 01:14:02.456426 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54348) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:02.505517 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-92ba0a66-eda6-45af-9322-90a28573f736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:02.526131 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-92ba0a66-eda6-45af-9322-90a28573f736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:02.573188 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-92ba0a66-eda6-45af-9322-90a28573f736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:02.575803 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-92ba0a66-eda6-45af-9322-90a28573f736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:02.576932 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-92ba0a66-eda6-45af-9322-90a28573f736 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71ab3ff5-329d-451e-a881-b63c8bf73fc7 HTTP/1.1" status: 204 len: 168 time: 0.1196268 Dec 09 01:14:02.586411 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba0a66-eda6-45af-9322-90a28573f736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ab3ff5-329d-451e-a881-b63c8bf73fc7,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:02.625948 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 7919a283-d927-42ba-877f-eab68ab53542 no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:14:02.646791 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 7919a283-d927-42ba-877f-eab68ab53542 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:14:02.647076 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 7919a283-d927-42ba-877f-eab68ab53542 not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:14:02.647478 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:14:02.666010 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:14:02.666355 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device e02a7c4a-16e0-4ee5-82fc-5b8386c657e5 not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:14:02.666785 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:14:02.689402 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:14:02.689743 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 6e00d570-c41f-4df8-ba1a-7b9a69e33ecb not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:14:02.910210 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54366) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:02.956541 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3fcf896d-55ec-44a1-bb19-4c021570fba9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf239eeb9e08457e981da3e1f0943a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404053 Dec 09 01:14:02.956541 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54370) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:03.011407 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-25756842-0137-4cdf-ab09-d668fa4ac44a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:03.033435 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-25756842-0137-4cdf-ab09-d668fa4ac44a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:03.084128 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-25756842-0137-4cdf-ab09-d668fa4ac44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:03.087113 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-25756842-0137-4cdf-ab09-d668fa4ac44a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:03.088434 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-25756842-0137-4cdf-ab09-d668fa4ac44a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05c31d37-b6ad-4bea-919f-f0cbbad4acfa HTTP/1.1" status: 204 len: 168 time: 0.1310489 Dec 09 01:14:03.098596 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25756842-0137-4cdf-ab09-d668fa4ac44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c31d37-b6ad-4bea-919f-f0cbbad4acfa,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:03.183289 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54384) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:03.285287 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63634074-1112-4e50-b085-c3b93a3a8d66 req-1b847441-99a0-4502-a8fd-0972bcb0e2f5 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:03.286789 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-63634074-1112-4e50-b085-c3b93a3a8d66 req-1b847441-99a0-4502-a8fd-0972bcb0e2f5 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0527947 Dec 09 01:14:03.306491 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-086c6ecf-2272-429e-8c1c-b1a7e05ab44f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:03.341171 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-63634074-1112-4e50-b085-c3b93a3a8d66 req-b118bacd-c5be-409f-a467-d4f095f19e9a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463226 Dec 09 01:14:03.389463 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-086c6ecf-2272-429e-8c1c-b1a7e05ab44f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:03.393708 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-086c6ecf-2272-429e-8c1c-b1a7e05ab44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:03.434473 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-086c6ecf-2272-429e-8c1c-b1a7e05ab44f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98af4aafd383400585148f49714381be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474506 Dec 09 01:14:03.434473 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c6ecf-2272-429e-8c1c-b1a7e05ab44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806a64fa-a71a-46ec-b40a-6a4afffee8b4,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:03.434984 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54394) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:03.486812 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db37-e089-42e0-b9af-a8c05187dd18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:03.507554 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db37-e089-42e0-b9af-a8c05187dd18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:03.566692 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db37-e089-42e0-b9af-a8c05187dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:03.569746 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-b5b1db37-e089-42e0-b9af-a8c05187dd18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:03.574051 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-b5b1db37-e089-42e0-b9af-a8c05187dd18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/806a64fa-a71a-46ec-b40a-6a4afffee8b4 HTTP/1.1" status: 204 len: 168 time: 0.1351137 Dec 09 01:14:03.581441 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1db37-e089-42e0-b9af-a8c05187dd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806a64fa-a71a-46ec-b40a-6a4afffee8b4,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:03.909385 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54416) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:03.918645 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54418) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:03.922801 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d2f03592-1eaa-4b2d-91b6-f60a58b7fbb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.012667 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d2f03592-1eaa-4b2d-91b6-f60a58b7fbb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.017080 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d2f03592-1eaa-4b2d-91b6-f60a58b7fbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.057634 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d2f03592-1eaa-4b2d-91b6-f60a58b7fbb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=759def84ff0e4eb8a8ecdf648665db7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470072 Dec 09 01:14:04.058548 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f03592-1eaa-4b2d-91b6-f60a58b7fbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f13650f-79d1-444b-895e-aaa98350318d,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:04.060360 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54424) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:04.087814 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1491589049-network', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:04.131819 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Made reservation on behalf of b9af91ce42164b7d8dbeecc27f4698e8 for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:14:04.134664 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.149884 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.152530 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-75b16bfb-c7c8-4605-aa88-3b4a09e0e034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.186359 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-75b16bfb-c7c8-4605-aa88-3b4a09e0e034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.272365 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.273327 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-75b16bfb-c7c8-4605-aa88-3b4a09e0e034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.276285 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-75b16bfb-c7c8-4605-aa88-3b4a09e0e034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.279979 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-75b16bfb-c7c8-4605-aa88-3b4a09e0e034 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f13650f-79d1-444b-895e-aaa98350318d HTTP/1.1" status: 204 len: 168 time: 0.2158980 Dec 09 01:14:04.281209 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.290853 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b16bfb-c7c8-4605-aa88-3b4a09e0e034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f13650f-79d1-444b-895e-aaa98350318d,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:04.307668 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:14:04.329017 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.329360 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Added segment bc4d2727-0876-4ae5-9cfe-8b939fdc6222 of type vlan for network f10b420b-f882-4844-b296-4fbc97188815 Dec 09 01:14:04.337313 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f35156e-df0d-4b73-81bb-7b1be3ef975c,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:04.374648 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.404543 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.405573 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:04.406222 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.419423 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923deae7-2d64-4e2b-b540-da40bb6dc559 req-d2a1a5ec-998e-4abf-a965-1d24110ed5f6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:04.432196 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-923deae7-2d64-4e2b-b540-da40bb6dc559 req-d2a1a5ec-998e-4abf-a965-1d24110ed5f6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0854163 Dec 09 01:14:04.442854 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5230925 Dec 09 01:14:04.445661 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54444) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:04.452328 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] Request body: {'subnet': {'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1491589049-subnet', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'ip_version': 4}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:04.487988 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c413a29-7095-48c3-b880-66b1020fa792 admin admin] Pushing event updated for resources: {'Network': ['ID=f10b420b-f882-4844-b296-4fbc97188815,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:04.499277 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network f10b420b-f882-4844-b296-4fbc97188815 details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:14:04.503518 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] Made reservation on behalf of b9af91ce42164b7d8dbeecc27f4698e8 for: {'subnet': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:14:04.505855 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4521626'] for subnet, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.552028 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becff1bc-0251-46c5-8a1c-3052e87d8bd9 req-8be81685-cbbe-43b5-9825-82c468224813 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:04.553842 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-becff1bc-0251-46c5-8a1c-3052e87d8bd9 req-8be81685-cbbe-43b5-9825-82c468224813 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.1119320 Dec 09 01:14:04.557765 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-923deae7-2d64-4e2b-b540-da40bb6dc559 req-99e42605-85c2-41f9-9a15-45e65ef0f7d2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234491 Dec 09 01:14:04.624697 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-becff1bc-0251-46c5-8a1c-3052e87d8bd9 req-14ba5511-fcaa-4099-9221-496df1c86c72 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633008 Dec 09 01:14:04.648842 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54446) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:04.662515 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1f9105f7-1540-4499-b919-52d3c8310476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.704672 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4430706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4521608'] for subnet, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.738816 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1f9105f7-1540-4499-b919-52d3c8310476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.743273 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-1f9105f7-1540-4499-b919-52d3c8310476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.769118 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06aeb252-e100-4822-8c4e-35c55412a768,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:04.776028 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] Checking segment: {'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:14:04.776397 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] Network hostable DHCP agents. Network: f10b420b-f882-4844-b296-4fbc97188815, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:14:04.785164 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-1f9105f7-1540-4499-b919-52d3c8310476 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dd2de7f457ca46488adfd23f67548802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320338 Dec 09 01:14:04.785164 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9105f7-1540-4499-b919-52d3c8310476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2714876f-9ab6-4f06-b26b-ee7f680568df,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:04.785801 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54448) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:04.794130 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] Network f10b420b-f882-4844-b296-4fbc97188815 is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:14:04.804311 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, f10b420b-f882-4844-b296-4fbc97188815) {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:04.809150 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:04.809749 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.815150 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9876c-88e9-4787-a59c-e31ab7af0a1b None None] Network f10b420b-f882-4844-b296-4fbc97188815 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:14:04.829533 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6f9b7cd4-db98-4395-b790-0df268f4de9b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3827510 Dec 09 01:14:04.832140 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54450) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:04.837321 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:04.839647 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e57ee8f1-dda0-4849-9b47-870450d3f6a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.863515 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39757'] for router, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.864736 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e57ee8f1-dda0-4849-9b47-870450d3f6a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.864912 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39796'] for router, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.920369 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e57ee8f1-dda0-4849-9b47-870450d3f6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.920659 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.923145 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-e57ee8f1-dda0-4849-9b47-870450d3f6a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:04.924314 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e57ee8f1-dda0-4849-9b47-870450d3f6a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2714876f-9ab6-4f06-b26b-ee7f680568df HTTP/1.1" status: 204 len: 168 time: 0.1376076 Dec 09 01:14:04.933972 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ee8f1-dda0-4849-9b47-870450d3f6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2714876f-9ab6-4f06-b26b-ee7f680568df,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:04.954119 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e8c6171-3e32-5548-9e0e-3954613fa970-f10b420b-f882-4844-b296-4fbc97188815', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768'}]}} from dv-cinder-790535-20-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 01:14:04.955017 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.079665 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.104685 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Allocated IP 172.20.0.2 (f10b420b-f882-4844-b296-4fbc97188815/06aeb252-e100-4822-8c4e-35c55412a768/575526e1-ce46-4c5a-be64-6a8c1c84e56f) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:14:05.268407 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.275741 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.308355 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.318887 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Network f10b420b-f882-4844-b296-4fbc97188815 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:05.322127 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:05.325579 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:14:05.332370 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.341475 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Pushing event updated for resources: {'Port': ['ID=575526e1-ce46-4c5a-be64-6a8c1c84e56f,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:05.387336 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Attempting to bind port 575526e1-ce46-4c5a-be64-6a8c1c84e56f on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:14:05.387991 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Attempting to bind port 575526e1-ce46-4c5a-be64-6a8c1c84e56f by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:14:05.388349 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Attempting to bind port 575526e1-ce46-4c5a-be64-6a8c1c84e56f on network f10b420b-f882-4844-b296-4fbc97188815 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:05.393451 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:14:05.393825 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Checking segment: {'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:14:05.394324 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.394888 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Bound using segment: {'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:14:05.395502 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Bound port: 575526e1-ce46-4c5a-be64-6a8c1c84e56f, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:14:05.396039 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.465447 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] For port 575526e1-ce46-4c5a-be64-6a8c1c84e56f, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:14:05.468303 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Allocated IP 172.27.0.207 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/20485fe7-b538-46ed-9554-9eaf8c8734f5) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:14:05.469272 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] For port 575526e1-ce46-4c5a-be64-6a8c1c84e56f, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=575526e1-ce46-4c5a-be64-6a8c1c84e56f,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:14:05.475155 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.500285 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-e6427343-fd63-4a3b-84dc-bbe197d77df7 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:05.501812 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-e6427343-fd63-4a3b-84dc-bbe197d77df7 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.46 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.0735071 Dec 09 01:14:05.554224 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe6e76-7474-4665-8b76-edcb2f05ab66 None None] Pushing event updated for resources: {'Port': ['ID=575526e1-ce46-4c5a-be64-6a8c1c84e56f,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:05.691757 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.734769 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Deleting port bf23067c-8af4-4fb6-9414-19f6cd332b66 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:14:05.735296 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.792426 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7144286-919e-46d0-90a7-40aa462ef6d9 req-bd9cd8ce-5f5b-4c60-8c49-2c771ba04c04 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:05.796456 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b7144286-919e-46d0-90a7-40aa462ef6d9 req-bd9cd8ce-5f5b-4c60-8c49-2c771ba04c04 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.1501195 Dec 09 01:14:05.866745 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.890861 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b7144286-919e-46d0-90a7-40aa462ef6d9 req-d32f2894-ef6f-4e67-86f3-9924bceeaa93 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814862 Dec 09 01:14:05.898422 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02410f-f4dc-4453-8863-8bc3e4d7ce47 req-6e362445-7ae4-4dca-bcc8-849606aa010d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:05.900830 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a02410f-f4dc-4453-8863-8bc3e4d7ce47 req-6e362445-7ae4-4dca-bcc8-849606aa010d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 946 time: 0.1029840 Dec 09 01:14:05.913342 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:05.921373 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:05.929814 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:14:05.941070 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] For port bf23067c-8af4-4fb6-9414-19f6cd332b66, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=bf23067c-8af4-4fb6-9414-19f6cd332b66,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:05.941438 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:05.960248 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3a02410f-f4dc-4453-8863-8bc3e4d7ce47 req-8fdb730e-f888-4199-bc60-d3af7bee7f94 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=c82273d0-23db-483b-b1ae-464dbc518443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488739 Dec 09 01:14:06.035720 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Pushing event updated for resources: {'Port': ['ID=20485fe7-b538-46ed-9554-9eaf8c8734f5,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:06.559559 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db531b-8499-4b6b-89da-968ef96ff2c7 None None] Network f10b420b-f882-4844-b296-4fbc97188815 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:14:06.612885 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:06.613250 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:06.613572 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Floating IP 5f9801a1-a79a-4ece-ac2b-aa0251059de5 disassociated. External IP: 172.27.0.3, port: bf23067c-8af4-4fb6-9414-19f6cd332b66. Dec 09 01:14:06.613919 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Calling delete_port for bf23067c-8af4-4fb6-9414-19f6cd332b66 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:14:06.679972 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 575526e1-ce46-4c5a-be64-6a8c1c84e56f up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:06.701672 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-329767e5-130b-4d36-bbdf-1a663ac46f83 None None] Provisioning complete for port 575526e1-ce46-4c5a-be64-6a8c1c84e56f triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:06.702044 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-329767e5-130b-4d36-bbdf-1a663ac46f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:06.724390 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:06.801335 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 575526e1-ce46-4c5a-be64-6a8c1c84e56f triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:06.801654 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:06.841807 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-329767e5-130b-4d36-bbdf-1a663ac46f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:06.888002 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-329767e5-130b-4d36-bbdf-1a663ac46f83 None None] For port 575526e1-ce46-4c5a-be64-6a8c1c84e56f, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=575526e1-ce46-4c5a-be64-6a8c1c84e56f,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:06.908932 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-329767e5-130b-4d36-bbdf-1a663ac46f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:06.921997 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:06.953014 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:06.968511 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event deleted for resources: {'Port': ['ID=bf23067c-8af4-4fb6-9414-19f6cd332b66,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:06.997286 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329767e5-130b-4d36-bbdf-1a663ac46f83 None None] Pushing event updated for resources: {'Port': ['ID=575526e1-ce46-4c5a-be64-6a8c1c84e56f,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:07.052322 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.db.api [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102584) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 09 01:14:07.052982 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG oslo_db.api [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 09 01:14:07.053829 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-72f65b68-899c-41c5-adbc-ea9b2ea70f92 None None] Provisioning complete for port 575526e1-ce46-4c5a-be64-6a8c1c84e56f triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:07.054435 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-72f65b68-899c-41c5-adbc-ea9b2ea70f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:07.086158 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625798'] for router, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:07.091842 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2eb0ef8d-99ad-4cb2-b1d1-d87419cf845c req-76e98f27-a065-4cd4-afea-234b01a4b3be tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=b11e7d82-d6f0-4625-980e-40d38e06de06 HTTP/1.1" status: 200 len: 210 time: 0.0305078 Dec 09 01:14:07.109274 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f2782-b878-4d1d-ac4a-bb3fbfcef5f6 req-dc2a6f6e-df3b-46a7-a835-332df7ea71c1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:07.116428 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e71f2782-b878-4d1d-ac4a-bb3fbfcef5f6 req-dc2a6f6e-df3b-46a7-a835-332df7ea71c1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0904000 Dec 09 01:14:07.161613 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e71f2782-b878-4d1d-ac4a-bb3fbfcef5f6 req-190ee296-591e-4a6f-b9f9-aacfaa2db349 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441487 Dec 09 01:14:07.187827 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:14:07.355071 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 is scheduled to L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 with binding_index 1 {{(pid=102583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 01:14:07.362772 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:14:07.377171 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182f6e6-0107-49c5-9073-207555cd94b3 None None] Sync routers for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:14:07.391805 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182f6e6-0107-49c5-9073-207555cd94b3 None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:07.392501 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-8182f6e6-0107-49c5-9073-207555cd94b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:07.454218 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] No DVR routers for this DVR port bf23067c-8af4-4fb6-9414-19f6cd332b66 on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:14:07.459039 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:07.463400 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b26e9a54-c1f5-4cfc-a16b-3d423d9ed03b req-d35fb287-8cf6-43a2-8be1-ec45d1ab8ed8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.46 "DELETE /v2.0/ports/bf23067c-8af4-4fb6-9414-19f6cd332b66 HTTP/1.1" status: 204 len: 173 time: 1.9514794 Dec 09 01:14:07.463879 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'name': 'network-vif-deleted', 'tag': 'bf23067c-8af4-4fb6-9414-19f6cd332b66'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:14:07.467372 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b34adf-7c95-4996-9474-190d795f9656" -d '{"events": [{"server_uuid": "b11e7d82-d6f0-4625-980e-40d38e06de06", "name": "network-vif-deleted", "tag": "bf23067c-8af4-4fb6-9414-19f6cd332b66"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:14:07.548365 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-44fdac83-6916-4e75-a199-764b11df3d9d tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=291e12cb103f431eb5b92665f5915c25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521779 Dec 09 01:14:07.550885 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:14:07.560827 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Sync routers for ids ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:14:07.572700 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:07.577005 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f89e615a-288c-4524-9826-f031483b4efe admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7431226 Dec 09 01:14:07.577704 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54506) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:07.580197 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Routers {'4bb8deb7-f02d-43a8-b5e1-dce7161d7069'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:07.581065 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:07.729539 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Set router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:07.775553 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a8a832-6a9d-401d-9749-ce5c8b513472 x-openstack-request-id: req-75a8a832-6a9d-401d-9749-ce5c8b513472 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:14:07.775851 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11e7d82-d6f0-4625-980e-40d38e06de06", "name": "network-vif-deleted", "tag": "bf23067c-8af4-4fb6-9414-19f6cd332b66", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:14:07.776127 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75a8a832-6a9d-401d-9749-ce5c8b513472 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:14:07.776583 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11e7d82-d6f0-4625-980e-40d38e06de06', 'name': 'network-vif-deleted', 'tag': 'bf23067c-8af4-4fb6-9414-19f6cd332b66', 'status': 'completed', 'code': 200} Dec 09 01:14:07.815917 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device bf23067c-8af4-4fb6-9414-19f6cd332b66 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:14:07.857045 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: bf23067c-8af4-4fb6-9414-19f6cd332b66 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:14:07.857386 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device bf23067c-8af4-4fb6-9414-19f6cd332b66 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:14:07.876053 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-8182f6e6-0107-49c5-9073-207555cd94b3 None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:07.958833 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:06Z', 'revision_number': 3, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:08.002461 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Checking router: 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:14:08.003180 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Updating router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 port 20485fe7-b538-46ed-9554-9eaf8c8734f5 binding host dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:14:08.031720 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.146398 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-e8f73c6f-bc94-488a-8a17-f911992fd1d9 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:08.159466 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-e8f73c6f-bc94-488a-8a17-f911992fd1d9 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5917134 Dec 09 01:14:08.186985 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-88ef300b-93ac-498e-9f6b-5d899d48f194 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/quotas/291e12cb103f431eb5b92665f5915c25 HTTP/1.1" status: 200 len: 375 time: 0.0214725 Dec 09 01:14:08.225959 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.254979 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-7cdbc667-203b-4476-b591-4a42cb1eba36 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=291e12cb103f431eb5b92665f5915c25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668821 Dec 09 01:14:08.258470 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-8182f6e6-0107-49c5-9073-207555cd94b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:08.283510 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54516) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:08.304551 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182f6e6-0107-49c5-9073-207555cd94b3 None None] Checking router: 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:14:08.324082 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182f6e6-0107-49c5-9073-207555cd94b3 None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:08.324984 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-8182f6e6-0107-49c5-9073-207555cd94b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:08.384414 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.399000 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.423456 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-decbd634-1a9f-4a4a-b6f5-d044b6a08f5c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.452572 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-8182f6e6-0107-49c5-9073-207555cd94b3 None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:08.460906 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bc070-2190-48b4-8874-f1fb92df33f3 req-5f0d5235-60c1-46b6-ab5e-834087f9e460 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:08.463890 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f49bc070-2190-48b4-8874-f1fb92df33f3 req-5f0d5235-60c1-46b6-ab5e-834087f9e460 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0747726 Dec 09 01:14:08.485677 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-decbd634-1a9f-4a4a-b6f5-d044b6a08f5c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.497529 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Pushing event updated for resources: {'Port': ['ID=20485fe7-b538-46ed-9554-9eaf8c8734f5,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:08.512391 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.513011 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.513499 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.513855 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.514196 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.514667 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.515029 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.515362 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.515693 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.516021 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.516373 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.516666 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.516986 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:08.522537 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Allocated IP 172.20.0.1 (f10b420b-f882-4844-b296-4fbc97188815/06aeb252-e100-4822-8c4e-35c55412a768/49e11165-a11e-4a11-a186-ba58a041eff0) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:14:08.554880 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Attempting to bind port 20485fe7-b538-46ed-9554-9eaf8c8734f5 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:14:08.555947 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Attempting to bind port 20485fe7-b538-46ed-9554-9eaf8c8734f5 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:14:08.556364 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Attempting to bind port 20485fe7-b538-46ed-9554-9eaf8c8734f5 on network e952e783-e52e-44fe-b527-a56b6aa6756d {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:08.565186 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:14:08.567771 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Checking segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:14:08.567771 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.567771 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Bound using segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:14:08.569868 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Bound port: 20485fe7-b538-46ed-9554-9eaf8c8734f5, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:14:08.570912 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.627815 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f49bc070-2190-48b4-8874-f1fb92df33f3 req-961b1ae7-99c3-45e1-8695-f2fb7cd1ccb9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552429 Dec 09 01:14:08.673651 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a413f2f9-4431-4983-ad73-6bc046908431 req-9de28a19-5155-4ba3-9d3c-018bd9c54b68 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 210 time: 0.1483960 Dec 09 01:14:08.688499 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] For port 20485fe7-b538-46ed-9554-9eaf8c8734f5, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:14:08.692132 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] For port 20485fe7-b538-46ed-9554-9eaf8c8734f5, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=20485fe7-b538-46ed-9554-9eaf8c8734f5,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:14:08.698701 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 575526e1-ce46-4c5a-be64-6a8c1c84e56f up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:08.702035 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.709863 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.723224 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-decbd634-1a9f-4a4a-b6f5-d044b6a08f5c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.726242 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-decbd634-1a9f-4a4a-b6f5-d044b6a08f5c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.734171 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-decbd634-1a9f-4a4a-b6f5-d044b6a08f5c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "DELETE /v2.0/security-groups/c82273d0-23db-483b-b1ae-464dbc518443 HTTP/1.1" status: 204 len: 168 time: 0.4468625 Dec 09 01:14:08.736099 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54524) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:08.771314 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.api.v2.resource [None req-9ff0bea2-1104-4352-9b66-cf84e745c90a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] show failed (client error): The resource could not be found. Dec 09 01:14:08.775385 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9ff0bea2-1104-4352-9b66-cf84e745c90a tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups/c82273d0-23db-483b-b1ae-464dbc518443 HTTP/1.1" status: 404 len: 347 time: 0.0340712 Dec 09 01:14:08.775385 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbd634-1a9f-4a4a-b6f5-d044b6a08f5c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82273d0-23db-483b-b1ae-464dbc518443,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:08.776575 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54526) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:08.788484 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.795785 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Routers {'4bb8deb7-f02d-43a8-b5e1-dce7161d7069'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:08.798123 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:08.817458 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-8182f6e6-0107-49c5-9073-207555cd94b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:08.846296 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Network f10b420b-f882-4844-b296-4fbc97188815 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:08.848111 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:08.853814 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 575526e1-ce46-4c5a-be64-6a8c1c84e56f triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:08.854192 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.863909 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:14:08.900920 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=49e11165-a11e-4a11-a186-ba58a041eff0,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:08.931877 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625655'] for router_interface, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:08.953206 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182f6e6-0107-49c5-9073-207555cd94b3 None None] The sync data for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi is: [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:14:08.995935 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-32b4dff4-2d5b-4268-8bd5-0407a04eb97d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Deleting port 26331945-d031-47d0-8071-607cdb781245 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:14:08.996287 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-32b4dff4-2d5b-4268-8bd5-0407a04eb97d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:09.010177 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec41fc-cdeb-42d3-9a63-52173c119ee7 None None] Pushing event updated for resources: {'Port': ['ID=20485fe7-b538-46ed-9554-9eaf8c8734f5,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:09.155029 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] Set router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:09.162728 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:09.206603 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-84a046f6-e445-4f78-aca9-0b4cb7719a0d None None] Provisioning complete for port 49e11165-a11e-4a11-a186-ba58a041eff0 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:09.208772 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-84a046f6-e445-4f78-aca9-0b4cb7719a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:09.237411 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-32b4dff4-2d5b-4268-8bd5-0407a04eb97d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:09.238047 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-32b4dff4-2d5b-4268-8bd5-0407a04eb97d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:09.261101 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-32b4dff4-2d5b-4268-8bd5-0407a04eb97d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Calling delete_port for 26331945-d031-47d0-8071-607cdb781245 owned by network:floatingip {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:14:09.272640 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-84a046f6-e445-4f78-aca9-0b4cb7719a0d None None] Port 49e11165-a11e-4a11-a186-ba58a041eff0 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:14:09.445414 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:09.452686 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:09.455123 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab33d1e-4084-402a-9fdc-4a2f570e2ef3 None None] New status for floating IP 5f9801a1-a79a-4ece-ac2b-aa0251059de5: DOWN {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:14:09.476189 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-32b4dff4-2d5b-4268-8bd5-0407a04eb97d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:09.530822 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4dff4-2d5b-4268-8bd5-0407a04eb97d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event deleted for resources: {'Port': ['ID=26331945-d031-47d0-8071-607cdb781245,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:09.563062 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=49e11165-a11e-4a11-a186-ba58a041eff0,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:09.567470 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632135'] for router_interface, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:09.610950 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-32b4dff4-2d5b-4268-8bd5-0407a04eb97d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:09.614313 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-32b4dff4-2d5b-4268-8bd5-0407a04eb97d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:09.614722 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:06Z', 'revision_number': 3, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:09.618888 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-32b4dff4-2d5b-4268-8bd5-0407a04eb97d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "DELETE /v2.0/floatingips/5f9801a1-a79a-4ece-ac2b-aa0251059de5 HTTP/1.1" status: 204 len: 168 time: 0.8388939 Dec 09 01:14:09.645733 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcacb23-a6de-4e65-9052-ed99d7fd6851 None None] The sync data for ids ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'] in dv-cinder-790535-20-iscsi is: [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:06Z', 'revision_number': 3, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:14:09.808309 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373ca25-f11b-47b8-bc5a-5ece969e64eb req-67c8d26f-0c0f-47fb-9da9-7435d2836487 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:09.810031 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7373ca25-f11b-47b8-bc5a-5ece969e64eb req-67c8d26f-0c0f-47fb-9da9-7435d2836487 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0830975 Dec 09 01:14:09.848633 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54540) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:09.853335 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-d6ad53ec-a042-43fb-bf8f-d542d86bc692 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--885804205', 'description': 'tempest-description--1101400857'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:09.903512 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7373ca25-f11b-47b8-bc5a-5ece969e64eb req-0e5634ec-708c-44f2-8dbf-46247e002312 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838971 Dec 09 01:14:09.942538 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6b982503-edf3-446a-89c9-ca01041e5783 req-d313093c-c15a-46b6-8953-62ef757879e6 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 210 time: 0.0354989 Dec 09 01:14:09.943278 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d6ad53ec-a042-43fb-bf8f-d542d86bc692 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.027249 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Network f10b420b-f882-4844-b296-4fbc97188815 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:10.031430 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:10.084756 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d6ad53ec-a042-43fb-bf8f-d542d86bc692 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.092821 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d6ad53ec-a042-43fb-bf8f-d542d86bc692 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.151613 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad53ec-a042-43fb-bf8f-d542d86bc692 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094778ea-8805-4068-8267-d61d736ef090,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:10.167236 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d6ad53ec-a042-43fb-bf8f-d542d86bc692 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.172156 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d6ad53ec-a042-43fb-bf8f-d542d86bc692 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3224957 Dec 09 01:14:10.173306 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54542) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:10.177668 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-47cc01f9-0d43-443a-9c28-b95c17020223 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'security_group_rule': {'security_group_id': '094778ea-8805-4068-8267-d61d736ef090', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:10.211122 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-47cc01f9-0d43-443a-9c28-b95c17020223 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.231108 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-c69978e3-cc27-4809-990b-b83fe73d6bea tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=291e12cb103f431eb5b92665f5915c25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713048 Dec 09 01:14:10.296075 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-47cc01f9-0d43-443a-9c28-b95c17020223 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.301380 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-47cc01f9-0d43-443a-9c28-b95c17020223 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.322151 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc01f9-0d43-443a-9c28-b95c17020223 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176a5ad7-67ea-41d9-8621-55a4faad85ea,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:10.338506 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-47cc01f9-0d43-443a-9c28-b95c17020223 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.340047 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-47cc01f9-0d43-443a-9c28-b95c17020223 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659155 Dec 09 01:14:10.342145 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:14:10.342898 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54544) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:10.347924 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-5977d124-a1b8-40ef-b604-e165a23a7f4b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'security_group_rule': {'security_group_id': '094778ea-8805-4068-8267-d61d736ef090', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:10.416690 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-1b624713-4fb1-4fec-a3d8-f008a6a9ec3b None None] Provisioning complete for port 49e11165-a11e-4a11-a186-ba58a041eff0 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:10.417844 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1b624713-4fb1-4fec-a3d8-f008a6a9ec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.458239 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-1b624713-4fb1-4fec-a3d8-f008a6a9ec3b None None] Port 49e11165-a11e-4a11-a186-ba58a041eff0 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:14:10.517269 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5977d124-a1b8-40ef-b604-e165a23a7f4b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.553764 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-23cb77f7-6e3b-4867-9bc4-f415ac2c71e1 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:10.555298 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-23cb77f7-6e3b-4867-9bc4-f415ac2c71e1 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3172886 Dec 09 01:14:10.611669 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Request body: {'port': {'device_id': '5d70eb6e-ce1a-499c-8b03-1ccad2d0be03', 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08', 'admin_state_up': True, 'tenant_id': '291e12cb103f431eb5b92665f5915c25'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:10.681529 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 20485fe7-b538-46ed-9554-9eaf8c8734f5 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:10.705922 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:14:10.718422 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-408a39c9-7883-4c9a-ab50-13e1fb16f9d7 admin admin] 10.222.0.23 "PUT /v2.0/routers/4bb8deb7-f02d-43a8-b5e1-dce7161d7069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1380250 Dec 09 01:14:10.740905 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5977d124-a1b8-40ef-b604-e165a23a7f4b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.741168 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 20485fe7-b538-46ed-9554-9eaf8c8734f5 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:10.741534 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.750933 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5977d124-a1b8-40ef-b604-e165a23a7f4b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.779626 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977d124-a1b8-40ef-b604-e165a23a7f4b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed42455-5f53-4b61-84b3-4fb60458f383,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:10.785849 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5977d124-a1b8-40ef-b604-e165a23a7f4b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.790675 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-5977d124-a1b8-40ef-b604-e165a23a7f4b tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4432425 Dec 09 01:14:10.790850 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54552) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:10.795406 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'floatingip': {'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:10.814690 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Made reservation on behalf of 291e12cb103f431eb5b92665f5915c25 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:14:10.818830 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.831121 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.840583 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.863185 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.873415 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port 20485fe7-b538-46ed-9554-9eaf8c8734f5, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=20485fe7-b538-46ed-9554-9eaf8c8734f5,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:10.876240 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:10.932714 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=20485fe7-b538-46ed-9554-9eaf8c8734f5,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:11.027801 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.035791 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.065961 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db4c82-519f-44e7-8834-89b27bc912ff req-4e077b2b-eb2a-4fb7-82ea-0540e2007a4a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:11.067899 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-09db4c82-519f-44e7-8834-89b27bc912ff req-4e077b2b-eb2a-4fb7-82ea-0540e2007a4a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0762837 Dec 09 01:14:11.105682 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-06a66e79-c7b8-42fa-82ca-259030ef70ec req-db188e04-df35-4f5f-a215-dea06d6ae421 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 210 time: 0.0552161 Dec 09 01:14:11.115769 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.120841 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc5767f-c799-4ba8-8356-8576e3c9e3f3,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:11.158928 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-09db4c82-519f-44e7-8834-89b27bc912ff req-507c9c3a-b955-4813-9e81-ab8e151ed344 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823438 Dec 09 01:14:11.251799 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Allocated IP 192.168.233.19 (86af4804-a79b-4d2f-99f1-680ca87cde08/fd3f9e04-a848-494d-81ae-b42cef6be13d/7252d585-2409-4d45-b630-79aea18ae502) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:14:11.323994 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Allocated IP 172.27.0.178 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/c1144896-6adf-4d84-9417-6e1147c64a99) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:14:11.399477 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54570) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:11.406068 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-52513856-network', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:11.427130 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Made reservation on behalf of c15cf460119f4743a9072d2d20a31f4a for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:14:11.429394 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.438546 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.527435 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.531675 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.532056 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.536403 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.553955 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:14:11.569604 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.569952 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Added segment 0e35be94-5508-4bae-887f-54967dfa30f9 of type vlan for network 66ebdebb-6f4f-4869-b3da-24d746f6ac8d Dec 09 01:14:11.571359 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08cd24e-ca43-4f6a-812f-630df266b0cd,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:11.584078 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Sync routers for ids ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:14:11.606107 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.610811 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.614243 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Routers {'4bb8deb7-f02d-43a8-b5e1-dce7161d7069'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:11.615046 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:11.622890 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.652223 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.652483 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:11.653347 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:11.653991 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.658503 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:11.666096 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:14:11.674864 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Network 86af4804-a79b-4d2f-99f1-680ca87cde08 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:11.689080 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2868345 Dec 09 01:14:11.691741 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54572) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:11.700825 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:11.702869 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'Port': ['ID=c1144896-6adf-4d84-9417-6e1147c64a99,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:11.706871 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:14:11.724487 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] Request body: {'subnet': {'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-52513856-subnet', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:11.733400 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c9db8-be3c-4cd2-bd69-60023926905d admin admin] Pushing event updated for resources: {'Network': ['ID=66ebdebb-6f4f-4869-b3da-24d746f6ac8d,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:11.751698 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] Made reservation on behalf of c15cf460119f4743a9072d2d20a31f4a for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:14:11.754727 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247844'] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.756039 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network 66ebdebb-6f4f-4869-b3da-24d746f6ac8d details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:14:11.758783 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:11.759683 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:11.804317 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2309284 Dec 09 01:14:11.805816 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Set router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:11.974586 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.025122 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.030470 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247862'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.046443 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283b374-9107-464a-86d1-09bfb09e8adc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Pushing event updated for resources: {'Port': ['ID=7252d585-2409-4d45-b630-79aea18ae502,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:12.062850 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Request body: {'port': {'device_id': '5d70eb6e-ce1a-499c-8b03-1ccad2d0be03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:12.095814 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1910e13d-c312-46c2-97b2-ee2d7df5cb6c,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:12.107669 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] Checking segment: {'id': '0e35be94-5508-4bae-887f-54967dfa30f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:14:12.108031 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] Network hostable DHCP agents. Network: 66ebdebb-6f4f-4869-b3da-24d746f6ac8d, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:14:12.116795 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-09ca8459-d34b-451b-a262-479179d08c16 None None] Provisioning complete for port 7252d585-2409-4d45-b630-79aea18ae502 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:12.117397 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-09ca8459-d34b-451b-a262-479179d08c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.118823 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:09Z', 'revision_number': 4, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '49e11165-a11e-4a11-a186-ba58a041eff0', 'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'mac_address': 'fa:16:3e:c4:e4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:08Z', 'updated_at': '2021-12-09T01:14:09Z', 'revision_number': 2, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'subnets': [{'id': '06aeb252-e100-4822-8c4e-35c55412a768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:12.127496 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] Network 66ebdebb-6f4f-4869-b3da-24d746f6ac8d is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:14:12.141098 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, 66ebdebb-6f4f-4869-b3da-24d746f6ac8d) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:12.151964 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c7180d-b675-47c3-962b-e5e53677a449 None None] Network 66ebdebb-6f4f-4869-b3da-24d746f6ac8d requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:14:12.156121 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Checking router: 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:14:12.156481 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Updating router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 port 49e11165-a11e-4a11-a186-ba58a041eff0 binding host dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:14:12.161163 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:12.163510 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.184009 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-09ca8459-d34b-451b-a262-479179d08c16 None None] Port 7252d585-2409-4d45-b630-79aea18ae502 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:14:12.192485 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9fa11953-1464-47fa-a616-0b3ef0a969fb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4997082 Dec 09 01:14:12.194962 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54580) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:12.204190 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.204956 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-52513856-router', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:12.210205 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.237972 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39757'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.240550 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39796'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.293239 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e8c6171-3e32-5548-9e0e-3954613fa970-66ebdebb-6f4f-4869-b3da-24d746f6ac8d', 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d', 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'fixed_ips': [{'subnet_id': '1910e13d-c312-46c2-97b2-ee2d7df5cb6c'}]}} from dv-cinder-790535-20-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 01:14:12.294161 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.406100 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.463590 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Allocated IP 172.20.0.2 (66ebdebb-6f4f-4869-b3da-24d746f6ac8d/1910e13d-c312-46c2-97b2-ee2d7df5cb6c/51fd969e-62ee-4a99-ae13-1826ae06e43a) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:14:12.480406 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:14:12.492023 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.498654 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.514876 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2aaa4-01e5-46fd-aaf8-60aefe2e4727 req-c0e38dcd-67fc-4969-adff-415273feb670 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:12.516902 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6eb2aaa4-01e5-46fd-aaf8-60aefe2e4727 req-c0e38dcd-67fc-4969-adff-415273feb670 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 935 time: 0.2283947 Dec 09 01:14:12.529293 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba76976-8678-4266-b194-f0c35b704515 req-a9182a9d-ec61-445b-88a7-0f3f2d931518 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:12.531090 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7ba76976-8678-4266-b194-f0c35b704515 req-a9182a9d-ec61-445b-88a7-0f3f2d931518 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.2607913 Dec 09 01:14:12.566993 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.575679 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.640465 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae833d81-d91c-4b58-872b-29571c57fee3 None None] Pushing event updated for resources: {'Port': ['ID=49e11165-a11e-4a11-a186-ba58a041eff0,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:12.641116 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.655458 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'Port': ['ID=c1144896-6adf-4d84-9417-6e1147c64a99,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:12.680078 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.700963 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 20485fe7-b538-46ed-9554-9eaf8c8734f5 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:12.708312 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.719959 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-7fc577b6-565c-494f-a442-f0ee5c71c2ca tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9279642 Dec 09 01:14:12.749650 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6eb2aaa4-01e5-46fd-aaf8-60aefe2e4727 req-92a1022a-e3c4-42ca-b914-e768936253cc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbc5767f-c799-4ba8-8356-8576e3c9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174580 Dec 09 01:14:12.771359 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Attempting to bind port 49e11165-a11e-4a11-a186-ba58a041eff0 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:14:12.771730 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Attempting to bind port 49e11165-a11e-4a11-a186-ba58a041eff0 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:14:12.772092 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Attempting to bind port 49e11165-a11e-4a11-a186-ba58a041eff0 on network f10b420b-f882-4844-b296-4fbc97188815 {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:12.779624 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:14:12.780789 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Checking segment: {'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:14:12.781211 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.781608 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Bound using segment: {'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:14:12.782171 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Bound port: 49e11165-a11e-4a11-a186-ba58a041eff0, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:14:12.782947 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.792629 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7ba76976-8678-4266-b194-f0c35b704515 req-c0933fd2-1cd0-47ab-a762-538cce4462de tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102485 Dec 09 01:14:12.825366 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7252d585-2409-4d45-b630-79aea18ae502 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:14:12.836832 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.851267 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.853091 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.882924 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Transition to ACTIVE for port object 7252d585-2409-4d45-b630-79aea18ae502 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:14:12.888244 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.920335 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Network 66ebdebb-6f4f-4869-b3da-24d746f6ac8d is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:12.923779 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] For port 49e11165-a11e-4a11-a186-ba58a041eff0, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:14:12.924259 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:12.928041 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] For port 49e11165-a11e-4a11-a186-ba58a041eff0, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=49e11165-a11e-4a11-a186-ba58a041eff0,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:14:12.928441 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:14:12.932888 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 20485fe7-b538-46ed-9554-9eaf8c8734f5 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:12.933390 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:12.933988 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.026631 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae833d81-d91c-4b58-872b-29571c57fee3 None None] Pushing event updated for resources: {'Port': ['ID=49e11165-a11e-4a11-a186-ba58a041eff0,revision_number=4']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:13.064426 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Pushing event updated for resources: {'Port': ['ID=51fd969e-62ee-4a99-ae13-1826ae06e43a,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:13.085203 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Routers {'4bb8deb7-f02d-43a8-b5e1-dce7161d7069'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:13.086109 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:13.101231 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Attempting to bind port 51fd969e-62ee-4a99-ae13-1826ae06e43a on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:14:13.101605 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Attempting to bind port 51fd969e-62ee-4a99-ae13-1826ae06e43a by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': '0e35be94-5508-4bae-887f-54967dfa30f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:14:13.102029 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Attempting to bind port 51fd969e-62ee-4a99-ae13-1826ae06e43a on network 66ebdebb-6f4f-4869-b3da-24d746f6ac8d {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:13.116046 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:14:13.116445 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Checking segment: {'id': '0e35be94-5508-4bae-887f-54967dfa30f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:14:13.116832 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.117398 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Bound using segment: {'id': '0e35be94-5508-4bae-887f-54967dfa30f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:14:13.118763 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Bound port: 51fd969e-62ee-4a99-ae13-1826ae06e43a, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e35be94-5508-4bae-887f-54967dfa30f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:14:13.119218 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.139577 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Pushing event updated for resources: {'Port': ['ID=7252d585-2409-4d45-b630-79aea18ae502,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:13.173437 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Attempting to bind port 7252d585-2409-4d45-b630-79aea18ae502 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:14:13.173927 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Attempting to bind port 7252d585-2409-4d45-b630-79aea18ae502 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:14:13.174381 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Attempting to bind port 7252d585-2409-4d45-b630-79aea18ae502 on network 86af4804-a79b-4d2f-99f1-680ca87cde08 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:13.179522 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Port 7252d585-2409-4d45-b630-79aea18ae502 on network 86af4804-a79b-4d2f-99f1-680ca87cde08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:14:13.180658 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Attempting to bind port 7252d585-2409-4d45-b630-79aea18ae502 on network 86af4804-a79b-4d2f-99f1-680ca87cde08 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:13.190815 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-23ae380c-0ba0-41e6-ad7a-c572af8db6ef tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--885804205&fields=id&tenant_id=853a8a131b9d4f239bc6b9dc03642f2e HTTP/1.1" status: 200 len: 267 time: 0.1525412 Dec 09 01:14:13.197931 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.200985 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:14:13.201463 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Checking segment: {'id': '2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:14:13.201957 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Bound using segment: {'id': '2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:14:13.202563 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Bound port: 7252d585-2409-4d45-b630-79aea18ae502, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:14:13.203028 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.261983 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] For port 51fd969e-62ee-4a99-ae13-1826ae06e43a, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:14:13.266500 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] For port 51fd969e-62ee-4a99-ae13-1826ae06e43a, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=51fd969e-62ee-4a99-ae13-1826ae06e43a,segment=NetworkSegment(0e35be94-5508-4bae-887f-54967dfa30f9),segment_id=0e35be94-5508-4bae-887f-54967dfa30f9)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:14:13.280714 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.286617 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.298907 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-8b03d7d6-41b2-44a2-87f2-ca6c0fbb750c None None] Provisioning complete for port 49e11165-a11e-4a11-a186-ba58a041eff0 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:13.299334 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8b03d7d6-41b2-44a2-87f2-ca6c0fbb750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.313934 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] Set router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:13.328603 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] For port 7252d585-2409-4d45-b630-79aea18ae502, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:14:13.332447 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] For port 7252d585-2409-4d45-b630-79aea18ae502, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7252d585-2409-4d45-b630-79aea18ae502,segment=NetworkSegment(2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b),segment_id=2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:14:13.352756 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.415362 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:13.415994 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.417496 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] 10.222.0.46 "PUT /v2.0/ports/7252d585-2409-4d45-b630-79aea18ae502 HTTP/1.1" status: 200 len: 1097 time: 1.5972025 Dec 09 01:14:13.417955 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d70eb6e-ce1a-499c-8b03-1ccad2d0be03', 'tag': '7252d585-2409-4d45-b630-79aea18ae502'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:14:13.420445 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db" -d '{"events": [{"name": "network-changed", "server_uuid": "5d70eb6e-ce1a-499c-8b03-1ccad2d0be03", "tag": "7252d585-2409-4d45-b630-79aea18ae502"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:14:13.467020 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce345e75-f5b6-4a14-9a5e-1142d83bbc12 service neutron] Pushing event updated for resources: {'Port': ['ID=7252d585-2409-4d45-b630-79aea18ae502,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:13.478097 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6a1974-e1ab-4a28-b3f6-87754202069f x-openstack-request-id: req-5a6a1974-e1ab-4a28-b3f6-87754202069f {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:14:13.478494 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d70eb6e-ce1a-499c-8b03-1ccad2d0be03", "tag": "7252d585-2409-4d45-b630-79aea18ae502", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:14:13.478805 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a6a1974-e1ab-4a28-b3f6-87754202069f {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:14:13.479109 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d70eb6e-ce1a-499c-8b03-1ccad2d0be03', 'tag': '7252d585-2409-4d45-b630-79aea18ae502', 'status': 'completed', 'code': 200} Dec 09 01:14:13.525562 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Allocated IP 172.27.0.221 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/079feed5-adab-4157-913d-185f6beb893a) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:14:13.575178 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-a280eed5-a8ba-4ab8-953c-4d57d0a92688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:13.576952 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-a280eed5-a8ba-4ab8-953c-4d57d0a92688 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=291e12cb103f431eb5b92665f5915c25&device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 1100 time: 0.0801389 Dec 09 01:14:13.601044 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6509058-0e50-4213-94aa-310e9726f00c None None] Pushing event updated for resources: {'Port': ['ID=51fd969e-62ee-4a99-ae13-1826ae06e43a,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:13.657048 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8b03d7d6-41b2-44a2-87f2-ca6c0fbb750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.675600 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc259-f098-420f-821d-4860795b4c65 req-020c8d43-6941-40b1-ae0c-5c0602506208 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:13.677123 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-020c8d43-6941-40b1-ae0c-5c0602506208 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 811 time: 0.4766388 Dec 09 01:14:13.679646 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-4f8faed4-2bd3-4320-ae87-972721fba912 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=7252d585-2409-4d45-b630-79aea18ae502 HTTP/1.1" status: 200 len: 217 time: 0.0742052 Dec 09 01:14:13.714815 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-8b03d7d6-41b2-44a2-87f2-ca6c0fbb750c None None] For port 49e11165-a11e-4a11-a186-ba58a041eff0, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=49e11165-a11e-4a11-a186-ba58a041eff0,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:13.720908 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8b03d7d6-41b2-44a2-87f2-ca6c0fbb750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.742574 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:09Z', 'revision_number': 4, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '49e11165-a11e-4a11-a186-ba58a041eff0', 'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'mac_address': 'fa:16:3e:c4:e4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:08Z', 'updated_at': '2021-12-09T01:14:12Z', 'revision_number': 4, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'subnets': [{'id': '06aeb252-e100-4822-8c4e-35c55412a768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:13.765635 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-001e2aaf-6ab3-4404-8a32-a162d1ecddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:13.767405 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-001e2aaf-6ab3-4404-8a32-a162d1ecddbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd3f9e04-a848-494d-81ae-b42cef6be13d HTTP/1.1" status: 200 len: 843 time: 0.0812566 Dec 09 01:14:13.780549 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03d7d6-41b2-44a2-87f2-ca6c0fbb750c None None] Pushing event updated for resources: {'Port': ['ID=49e11165-a11e-4a11-a186-ba58a041eff0,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:13.782467 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-e22a416d-60e5-4505-8273-6f783b43c9ea tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/quotas/853a8a131b9d4f239bc6b9dc03642f2e HTTP/1.1" status: 200 len: 375 time: 0.0771091 Dec 09 01:14:13.785099 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18920296-23e2-4ded-a63a-7963d6d41a5a None None] The sync data for ids ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'] in dv-cinder-790535-20-iscsi is: [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:09Z', 'revision_number': 4, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '49e11165-a11e-4a11-a186-ba58a041eff0', 'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'mac_address': 'fa:16:3e:c4:e4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:08Z', 'updated_at': '2021-12-09T01:14:12Z', 'revision_number': 4, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'subnets': [{'id': '06aeb252-e100-4822-8c4e-35c55412a768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:14:13.882489 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-20813d47-0956-4b28-bc8b-48ced5be9ad4 None None] Provisioning complete for port 49e11165-a11e-4a11-a186-ba58a041eff0 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:13.883150 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20813d47-0956-4b28-bc8b-48ced5be9ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:13.909061 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-500d2dd5-1c43-4648-a605-76e0f67ca706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:13.910663 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-500d2dd5-1c43-4648-a605-76e0f67ca706 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86af4804-a79b-4d2f-99f1-680ca87cde08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1113150 Dec 09 01:14:14.005097 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:14.071709 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:14.082124 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-55316176-358b-4de5-b48e-2c5a40927233 service neutron] 10.222.0.46 "GET /v2.0/networks/86af4804-a79b-4d2f-99f1-680ca87cde08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629674 Dec 09 01:14:14.096929 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-123a8029-9065-4252-b522-c86927b720f1 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2996736 Dec 09 01:14:14.154737 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc424a-3d69-4710-8aea-59f7701f8aee req-76d9fb67-3ca9-41e1-8235-3ddb34be0d4d tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:14.156327 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-65cc424a-3d69-4710-8aea-59f7701f8aee req-76d9fb67-3ca9-41e1-8235-3ddb34be0d4d tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 947 time: 0.2418196 Dec 09 01:14:14.158461 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:14.168107 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:14.178782 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:14:14.189552 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Pushing event updated for resources: {'Port': ['ID=079feed5-adab-4157-913d-185f6beb893a,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:14.231495 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-d767beb5-4b1e-4079-aa77-c4538a4bf4d7 req-c86cea19-c0bd-4661-a0f7-6d4f5e8ae06d service neutron] 10.222.0.46 "GET /v2.0/networks/86af4804-a79b-4d2f-99f1-680ca87cde08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413295 Dec 09 01:14:14.323337 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-65cc424a-3d69-4710-8aea-59f7701f8aee req-7b35da40-4a89-4039-a867-8d4fd0fb8bb5 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbc5767f-c799-4ba8-8356-8576e3c9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564050 Dec 09 01:14:14.390678 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db req-e7d6fef5-f55a-4dce-b868-74e56e0fd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:14.393060 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db req-e7d6fef5-f55a-4dce-b868-74e56e0fd06d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=291e12cb103f431eb5b92665f5915c25&device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 1100 time: 0.0593793 Dec 09 01:14:14.465564 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-5482967a-217c-40fc-b32e-0979a138dc4d service neutron] 10.222.0.23 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390887 Dec 09 01:14:14.507495 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db req-544aa8d7-d315-4368-a19c-288038f1161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:14.509439 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db req-544aa8d7-d315-4368-a19c-288038f1161d service neutron] 10.222.0.46 "GET /v2.0/networks?id=86af4804-a79b-4d2f-99f1-680ca87cde08 HTTP/1.1" status: 200 len: 870 time: 0.1085522 Dec 09 01:14:14.573149 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db req-12f65620-9cba-4003-8abd-6d13c8d49057 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=7252d585-2409-4d45-b630-79aea18ae502 HTTP/1.1" status: 200 len: 217 time: 0.0505865 Dec 09 01:14:14.595045 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d955d51-dd49-4f22-b53c-30400f933e3c req-80d84482-cd4c-4419-9b50-34437211b4d2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:14.596521 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9d955d51-dd49-4f22-b53c-30400f933e3c req-80d84482-cd4c-4419-9b50-34437211b4d2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.1834826 Dec 09 01:14:14.636909 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db req-847dfecf-5bed-41c5-9c4a-e912b64cc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:14.638453 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db req-847dfecf-5bed-41c5-9c4a-e912b64cc10d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd3f9e04-a848-494d-81ae-b42cef6be13d HTTP/1.1" status: 200 len: 843 time: 0.0569723 Dec 09 01:14:14.722495 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db req-75836ecc-9b97-4bab-9471-a4f6711b59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:14.723989 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db req-75836ecc-9b97-4bab-9471-a4f6711b59bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86af4804-a79b-4d2f-99f1-680ca87cde08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0715027 Dec 09 01:14:14.783564 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 51fd969e-62ee-4a99-ae13-1826ae06e43a up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:14.866738 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 51fd969e-62ee-4a99-ae13-1826ae06e43a triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:14.867114 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:14.893841 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db req-ec45b0f4-006f-4b91-9189-ea4e94ff2f2d service neutron] 10.222.0.46 "GET /v2.0/networks/86af4804-a79b-4d2f-99f1-680ca87cde08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612508 Dec 09 01:14:14.991638 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:15.018790 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d64df45-7377-4e40-abfb-4a1bffaa34d7 None None] Network 66ebdebb-6f4f-4869-b3da-24d746f6ac8d requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:14:15.050062 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-83e07e43-16de-43bc-862f-9c5151781b2d service neutron] 10.222.0.23 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691912 Dec 09 01:14:15.091401 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9d955d51-dd49-4f22-b53c-30400f933e3c req-b5496525-1876-4fb2-b409-a6d722e687fc tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4483430 Dec 09 01:14:15.104619 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:15.118644 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port 51fd969e-62ee-4a99-ae13-1826ae06e43a, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=51fd969e-62ee-4a99-ae13-1826ae06e43a,segment=NetworkSegment(0e35be94-5508-4bae-887f-54967dfa30f9),segment_id=0e35be94-5508-4bae-887f-54967dfa30f9)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:15.147481 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:15.148268 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 49e11165-a11e-4a11-a186-ba58a041eff0 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:15.251709 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-c98798e1-6712-4406-8521-e6c72cb45cec None None] Provisioning complete for port 51fd969e-62ee-4a99-ae13-1826ae06e43a triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:15.252131 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c98798e1-6712-4406-8521-e6c72cb45cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:15.259351 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=51fd969e-62ee-4a99-ae13-1826ae06e43a,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:15.343599 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac35b144-9c0f-471a-8989-04a6ca56637a req-c680c4e4-d42a-4d98-b954-05fedcfb73a2 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 210 time: 0.0407710 Dec 09 01:14:15.364003 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 49e11165-a11e-4a11-a186-ba58a041eff0 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:15.364380 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:15.371105 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9b625090-7fa2-4ab1-a9d8-c45c52ae57db req-e94999de-2571-4d35-8c75-94d3de1ea4be service neutron] 10.222.0.46 "GET /v2.0/networks/86af4804-a79b-4d2f-99f1-680ca87cde08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694331 Dec 09 01:14:15.530100 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625798'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:15.544529 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab719b1-42cd-47b8-a7fb-d5b6b62fab87 req-f571d0b5-7298-4a10-a64a-0af7a178fddc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:15.546185 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6ab719b1-42cd-47b8-a7fb-d5b6b62fab87 req-f571d0b5-7298-4a10-a64a-0af7a178fddc tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 947 time: 0.1279585 Dec 09 01:14:15.692977 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6ab719b1-42cd-47b8-a7fb-d5b6b62fab87 req-3e11468a-da70-4b2c-9270-265251c18e29 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbc5767f-c799-4ba8-8356-8576e3c9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948601 Dec 09 01:14:15.732872 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Router cd4633e8-6694-4fdf-8210-85ffcb039f06 is scheduled to L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 01:14:15.736692 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-d8960ce5-d6e9-4d79-a99f-620e71242c99 None None] Provisioning complete for port 51fd969e-62ee-4a99-ae13-1826ae06e43a triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:15.737135 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d8960ce5-d6e9-4d79-a99f-620e71242c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:15.763567 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 7252d585-2409-4d45-b630-79aea18ae502 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:14:15.855441 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:14:15.875368 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Sync routers for ids ['cd4633e8-6694-4fdf-8210-85ffcb039f06'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:14:15.879149 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:15.880577 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7d4a4551-16d7-4a5a-9759-caf6361a8b73 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6824524 Dec 09 01:14:15.883339 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54616) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:15.921085 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Routers {'cd4633e8-6694-4fdf-8210-85ffcb039f06'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:15.921719 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['cd4633e8-6694-4fdf-8210-85ffcb039f06'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:15.926082 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 7252d585-2409-4d45-b630-79aea18ae502, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7252d585-2409-4d45-b630-79aea18ae502,segment=NetworkSegment(2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b),segment_id=2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:15.971937 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '7252d585-2409-4d45-b630-79aea18ae502', 'network_id': '86af4804-a79b-4d2f-99f1-680ca87cde08', 'port_id': '7252d585-2409-4d45-b630-79aea18ae502', 'mac_address': 'fa:16:3e:54:59:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3f9e04-a848-494d-81ae-b42cef6be13d', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:14:16.053627 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:16.074672 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7252d585-2409-4d45-b630-79aea18ae502 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:14:16.085415 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Set router cd4633e8-6694-4fdf-8210-85ffcb039f06 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:16.152472 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 7252d585-2409-4d45-b630-79aea18ae502, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7252d585-2409-4d45-b630-79aea18ae502,segment=NetworkSegment(2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b),segment_id=2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:16.165230 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:16.261571 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=7252d585-2409-4d45-b630-79aea18ae502,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:16.265836 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c513c66-904d-4035-ae87-eb0994c6428f req-56ecd383-285f-44bb-94f6-8a94ca946baf tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:16.267332 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6c513c66-904d-4035-ae87-eb0994c6428f req-56ecd383-285f-44bb-94f6-8a94ca946baf tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0853233 Dec 09 01:14:16.323307 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'name': 'tempest-TestShelveInstance-52513856-router', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '079feed5-adab-4157-913d-185f6beb893a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:12Z', 'updated_at': '2021-12-09T01:14:14Z', 'revision_number': 3, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'gw_port': {'id': '079feed5-adab-4157-913d-185f6beb893a', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:13Z', 'updated_at': '2021-12-09T01:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:16.359856 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Checking router: cd4633e8-6694-4fdf-8210-85ffcb039f06 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:14:16.361201 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Updating router cd4633e8-6694-4fdf-8210-85ffcb039f06 port 079feed5-adab-4157-913d-185f6beb893a binding host dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:14:16.397792 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:16.415260 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6c513c66-904d-4035-ae87-eb0994c6428f req-6fdc1762-362f-41de-a338-417b5184264b tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099460 Dec 09 01:14:16.448493 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:16.498911 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc259-f098-420f-821d-4860795b4c65 req-f435dadd-53f0-40c3-9cdc-5fa7a5e25a1f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:16.501587 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5c1ab601-54eb-497c-84dc-c791d4256129 req-eea91f12-1e6f-49a6-a4c2-e20d709cbef2 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 210 time: 0.0366261 Dec 09 01:14:16.510616 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-f435dadd-53f0-40c3-9cdc-5fa7a5e25a1f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.46 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 811 time: 0.1316946 Dec 09 01:14:16.537384 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['7252d585-2409-4d45-b630-79aea18ae502'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:14:16.585498 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-82bbed48-f90d-4513-9490-5111897a0555 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=853a8a131b9d4f239bc6b9dc03642f2e HTTP/1.1" status: 200 len: 379 time: 0.0685008 Dec 09 01:14:16.601914 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'port': {'device_id': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'admin_state_up': True, 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'security_groups': ['094778ea-8805-4068-8267-d61d736ef090']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:16.692421 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Allocated IP 172.20.0.1 (66ebdebb-6f4f-4869-b3da-24d746f6ac8d/1910e13d-c312-46c2-97b2-ee2d7df5cb6c/0f04ccb4-f437-4437-843d-c5574556dc8c) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:14:16.739707 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Made reservation on behalf of 853a8a131b9d4f239bc6b9dc03642f2e for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:14:16.745970 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:16.806865 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 51fd969e-62ee-4a99-ae13-1826ae06e43a up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:16.863147 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c661a5-3aec-4371-8911-ef91a68dafec req-8ba1ebd9-41a0-4557-b355-7d219af982e2 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:16.864649 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b1c661a5-3aec-4371-8911-ef91a68dafec req-8ba1ebd9-41a0-4557-b355-7d219af982e2 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 948 time: 0.0883722 Dec 09 01:14:16.868271 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:16.891317 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Allocated IP 172.20.0.9 (56b0a9c8-a9f0-4971-a73a-1b8741a01fce/dcb67bd4-d21e-4f99-b2e2-a403d3997557/ee3f3652-c539-4795-8d3f-0a54415c13a1) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:14:16.947455 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:16.957176 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 51fd969e-62ee-4a99-ae13-1826ae06e43a triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:16.957477 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b1c661a5-3aec-4371-8911-ef91a68dafec req-47b8142d-06b1-4651-98c1-6d57dde81377 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbc5767f-c799-4ba8-8356-8576e3c9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796614 Dec 09 01:14:16.957620 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:16.989002 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Network 66ebdebb-6f4f-4869-b3da-24d746f6ac8d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:16.992106 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:16.995159 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:14:17.035748 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Pushing event updated for resources: {'Port': ['ID=0f04ccb4-f437-4437-843d-c5574556dc8c,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:17.048866 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.049212 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.049568 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.049919 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.050272 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.050559 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.050665 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.051252 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.051367 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.051980 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.051980 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.052378 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.052753 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.053160 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.063566 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625655'] for router_interface, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.069147 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.076121 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.122351 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.146439 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820647fd-7920-4632-9332-3b3c9f7557a0 None None] Pushing event updated for resources: {'Port': ['ID=079feed5-adab-4157-913d-185f6beb893a,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:17.152312 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Attempting to bind port 079feed5-adab-4157-913d-185f6beb893a on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:14:17.152685 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Attempting to bind port 079feed5-adab-4157-913d-185f6beb893a by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:14:17.153046 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Attempting to bind port 079feed5-adab-4157-913d-185f6beb893a on network e952e783-e52e-44fe-b527-a56b6aa6756d {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:17.182025 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:14:17.183031 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Checking segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:14:17.183446 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.183849 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Bound using segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:14:17.184900 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Bound port: 079feed5-adab-4157-913d-185f6beb893a, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:14:17.185331 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.186819 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:17.194006 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:17.196878 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:14:17.236700 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event updated for resources: {'Port': ['ID=ee3f3652-c539-4795-8d3f-0a54415c13a1,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:17.261171 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] For port 079feed5-adab-4157-913d-185f6beb893a, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:14:17.264588 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.264891 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] For port 079feed5-adab-4157-913d-185f6beb893a, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=079feed5-adab-4157-913d-185f6beb893a,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:14:17.273061 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:17.273886 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.276529 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.302588 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-a92a7930-e06a-423d-9e23-27db74d2c018 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7115824 Dec 09 01:14:17.326772 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Request body: {'port': {'device_id': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:17.359966 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820647fd-7920-4632-9332-3b3c9f7557a0 None None] Pushing event updated for resources: {'Port': ['ID=079feed5-adab-4157-913d-185f6beb893a,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:17.363813 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Routers {'cd4633e8-6694-4fdf-8210-85ffcb039f06'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:17.365036 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['cd4633e8-6694-4fdf-8210-85ffcb039f06'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:17.404000 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.424052 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-50c11359-f086-487e-afb2-6c4d8bf2fd69 None None] Provisioning complete for port 0f04ccb4-f437-4437-843d-c5574556dc8c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:17.424432 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-50c11359-f086-487e-afb2-6c4d8bf2fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.487491 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.493353 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.531425 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-50c11359-f086-487e-afb2-6c4d8bf2fd69 None None] Port 0f04ccb4-f437-4437-843d-c5574556dc8c cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:14:17.552321 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] Set router cd4633e8-6694-4fdf-8210-85ffcb039f06 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:17.657837 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632135'] for router_interface, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.663542 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Pushing event updated for resources: {'Port': ['ID=0f04ccb4-f437-4437-843d-c5574556dc8c,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:17.700600 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6384d4-946b-466e-9c8a-a5ebd659140c req-a4ad997d-491e-4e23-9dc8-2939f9069e7c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:17.700921 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-ba38346f-7858-41b9-811c-2a639f8980a6 None None] Provisioning complete for port ee3f3652-c539-4795-8d3f-0a54415c13a1 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:17.701298 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ba38346f-7858-41b9-811c-2a639f8980a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.702118 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea6384d4-946b-466e-9c8a-a5ebd659140c req-a4ad997d-491e-4e23-9dc8-2939f9069e7c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.1687913 Dec 09 01:14:17.728334 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bbad6-5ddb-4e36-947b-ad6c28c95650 req-b1fe966d-a224-4de0-a8c1-eb3a9de89d7d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:17.729690 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f22bbad6-5ddb-4e36-947b-ad6c28c95650 req-b1fe966d-a224-4de0-a8c1-eb3a9de89d7d tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 931 time: 0.1199582 Dec 09 01:14:17.730140 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3f3652-c539-4795-8d3f-0a54415c13a1 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:14:17.738709 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.750080 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 7252d585-2409-4d45-b630-79aea18ae502 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:17.751722 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Transition to ACTIVE for port object ee3f3652-c539-4795-8d3f-0a54415c13a1 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:14:17.756949 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.774783 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-ba38346f-7858-41b9-811c-2a639f8980a6 None None] Port ee3f3652-c539-4795-8d3f-0a54415c13a1 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:14:17.832724 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Pushing event updated for resources: {'Port': ['ID=ee3f3652-c539-4795-8d3f-0a54415c13a1,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:17.857553 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 7252d585-2409-4d45-b630-79aea18ae502 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:14:17.863767 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 7252d585-2409-4d45-b630-79aea18ae502 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:17.864391 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.867671 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'name': 'tempest-TestShelveInstance-52513856-router', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '079feed5-adab-4157-913d-185f6beb893a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:12Z', 'updated_at': '2021-12-09T01:14:17Z', 'revision_number': 4, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'gw_port': {'id': '079feed5-adab-4157-913d-185f6beb893a', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:13Z', 'updated_at': '2021-12-09T01:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '0f04ccb4-f437-4437-843d-c5574556dc8c', 'name': '', 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'mac_address': 'fa:16:3e:80:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1910e13d-c312-46c2-97b2-ee2d7df5cb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:16Z', 'updated_at': '2021-12-09T01:14:16Z', 'revision_number': 1, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'subnets': [{'id': '1910e13d-c312-46c2-97b2-ee2d7df5cb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:17.869488 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f22bbad6-5ddb-4e36-947b-ad6c28c95650 req-9bb61e81-aa33-4427-adb2-7ffd411514c8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003091 Dec 09 01:14:17.870486 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.870845 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.871194 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.871722 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.872053 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.872393 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.872727 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.873061 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.873393 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.873504 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea6384d4-946b-466e-9c8a-a5ebd659140c req-739aaa7c-93b8-42b9-9e72-0e3513517963 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560347 Dec 09 01:14:17.873723 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.874053 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.874393 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.874729 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:14:17.882560 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Network 66ebdebb-6f4f-4869-b3da-24d746f6ac8d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:17.885817 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:17.909372 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Attempting to bind port ee3f3652-c539-4795-8d3f-0a54415c13a1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:14:17.909719 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Attempting to bind port ee3f3652-c539-4795-8d3f-0a54415c13a1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:14:17.910055 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Attempting to bind port ee3f3652-c539-4795-8d3f-0a54415c13a1 on network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:17.915249 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Port ee3f3652-c539-4795-8d3f-0a54415c13a1 on network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:14:17.915580 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Attempting to bind port ee3f3652-c539-4795-8d3f-0a54415c13a1 on network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:17.920851 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:14:17.921192 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Checking segment: {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:14:17.921581 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Bound using segment: {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:14:17.922019 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Bound port: ee3f3652-c539-4795-8d3f-0a54415c13a1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:14:17.922401 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:17.950026 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c7118-7bec-4d33-bcbd-a13de167ab4c None None] The sync data for ids ['cd4633e8-6694-4fdf-8210-85ffcb039f06'] in dv-cinder-790535-20-iscsi is: [{'id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'name': 'tempest-TestShelveInstance-52513856-router', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '079feed5-adab-4157-913d-185f6beb893a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:12Z', 'updated_at': '2021-12-09T01:14:17Z', 'revision_number': 4, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'gw_port': {'id': '079feed5-adab-4157-913d-185f6beb893a', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:13Z', 'updated_at': '2021-12-09T01:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '0f04ccb4-f437-4437-843d-c5574556dc8c', 'name': '', 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'mac_address': 'fa:16:3e:80:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1910e13d-c312-46c2-97b2-ee2d7df5cb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:16Z', 'updated_at': '2021-12-09T01:14:16Z', 'revision_number': 1, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'subnets': [{'id': '1910e13d-c312-46c2-97b2-ee2d7df5cb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:14:18.003278 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] For port ee3f3652-c539-4795-8d3f-0a54415c13a1, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:14:18.007343 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] For port ee3f3652-c539-4795-8d3f-0a54415c13a1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee3f3652-c539-4795-8d3f-0a54415c13a1,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:14:18.015308 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:18.042415 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:18.093613 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:18.094194 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:18.097896 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] 10.222.0.46 "PUT /v2.0/ports/ee3f3652-c539-4795-8d3f-0a54415c13a1 HTTP/1.1" status: 200 len: 1093 time: 0.7754309 Dec 09 01:14:18.098810 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'tag': 'ee3f3652-c539-4795-8d3f-0a54415c13a1'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:14:18.103589 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28634226-eae1-4cf4-9adc-57091150ea7c" -d '{"events": [{"name": "network-changed", "server_uuid": "dff79e04-c822-44bc-b9dd-2e0f3b412de7", "tag": "ee3f3652-c539-4795-8d3f-0a54415c13a1"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:14:18.123225 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 7252d585-2409-4d45-b630-79aea18ae502, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7252d585-2409-4d45-b630-79aea18ae502,segment=NetworkSegment(2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b),segment_id=2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:18.124273 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d70eb6e-ce1a-499c-8b03-1ccad2d0be03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7252d585-2409-4d45-b630-79aea18ae502'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:14:18.130951 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a94343-8725-499c-a801-eacf4c9b13bf" -d '{"events": [{"server_uuid": "5d70eb6e-ce1a-499c-8b03-1ccad2d0be03", "name": "network-vif-plugged", "status": "completed", "tag": "7252d585-2409-4d45-b630-79aea18ae502"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:14:18.138919 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:18.156112 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef813e0a-430c-430a-ad10-d6895612f57c service neutron] Pushing event updated for resources: {'Port': ['ID=ee3f3652-c539-4795-8d3f-0a54415c13a1,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:18.170668 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Router cd4633e8-6694-4fdf-8210-85ffcb039f06 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:14:18.208010 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25710d-0d27-4c9b-82c1-44fa33edcf1f req-1b42c93c-5ff3-4a25-b091-91f59c9a6fc0 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:18.209733 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cb25710d-0d27-4c9b-82c1-44fa33edcf1f req-1b42c93c-5ff3-4a25-b091-91f59c9a6fc0 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 948 time: 0.1298251 Dec 09 01:14:18.230598 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa91ded3-c9f2-4350-9229-fa99cc14aa01 x-openstack-request-id: req-fa91ded3-c9f2-4350-9229-fa99cc14aa01 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:14:18.231118 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff79e04-c822-44bc-b9dd-2e0f3b412de7", "tag": "ee3f3652-c539-4795-8d3f-0a54415c13a1", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:14:18.231574 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa91ded3-c9f2-4350-9229-fa99cc14aa01 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:14:18.232375 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'tag': 'ee3f3652-c539-4795-8d3f-0a54415c13a1', 'status': 'completed', 'code': 200} Dec 09 01:14:18.249949 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc259-f098-420f-821d-4860795b4c65 req-c1c3f210-e888-4c3a-aa0b-1d0b897b78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:18.252356 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-c1c3f210-e888-4c3a-aa0b-1d0b897b78aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 1096 time: 0.0767665 Dec 09 01:14:18.276533 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=7252d585-2409-4d45-b630-79aea18ae502,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:18.371006 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-0eca5dbb-02a1-481e-8ea4-6a4049422cd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee3f3652-c539-4795-8d3f-0a54415c13a1 HTTP/1.1" status: 200 len: 217 time: 0.0949781 Dec 09 01:14:18.474679 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc259-f098-420f-821d-4860795b4c65 req-707eeaf8-21d6-4f0f-b4dd-10600929d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:18.484268 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-707eeaf8-21d6-4f0f-b4dd-10600929d9b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb67bd4-d21e-4f99-b2e2-a403d3997557 HTTP/1.1" status: 200 len: 850 time: 0.1069086 Dec 09 01:14:18.499006 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-b00c0b5b-2d7e-475d-988b-46ab3cedda7e None None] Provisioning complete for port 0f04ccb4-f437-4437-843d-c5574556dc8c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:18.499721 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b00c0b5b-2d7e-475d-988b-46ab3cedda7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:18.550542 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-b00c0b5b-2d7e-475d-988b-46ab3cedda7e None None] Port 0f04ccb4-f437-4437-843d-c5574556dc8c cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:14:18.562670 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e47515-f82b-4e51-99d1-201e32b0635e x-openstack-request-id: req-33e47515-f82b-4e51-99d1-201e32b0635e {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:14:18.562972 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d70eb6e-ce1a-499c-8b03-1ccad2d0be03", "name": "network-vif-plugged", "status": "completed", "tag": "7252d585-2409-4d45-b630-79aea18ae502", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:14:18.563236 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33e47515-f82b-4e51-99d1-201e32b0635e {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:14:18.563645 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d70eb6e-ce1a-499c-8b03-1ccad2d0be03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7252d585-2409-4d45-b630-79aea18ae502', 'code': 200} Dec 09 01:14:18.566894 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fc259-f098-420f-821d-4860795b4c65 req-bf71439c-89a2-43ea-b241-66d6c526e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:18.568537 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-bf71439c-89a2-43ea-b241-66d6c526e6a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0764146 Dec 09 01:14:18.723211 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-78e1b828-700b-402a-a249-f5c8ac116669 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218166 Dec 09 01:14:18.730250 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cb25710d-0d27-4c9b-82c1-44fa33edcf1f req-d29bd888-79e1-4570-8df0-879a66bce907 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbc5767f-c799-4ba8-8356-8576e3c9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613152 Dec 09 01:14:18.734021 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:14:18.739486 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f73b4863-d23e-4ad0-a750-88f5fd521a5c admin admin] 10.222.0.23 "PUT /v2.0/routers/cd4633e8-6694-4fdf-8210-85ffcb039f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8551173 Dec 09 01:14:18.830683 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a5eef-c9aa-4ea1-9f95-ff8e80f97a97 req-8ee53218-2584-4173-b3a5-ec615d4d79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:18.832163 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d87a5eef-c9aa-4ea1-9f95-ff8e80f97a97 req-8ee53218-2584-4173-b3a5-ec615d4d79ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 1102 time: 0.0430906 Dec 09 01:14:18.854224 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-160fc259-f098-420f-821d-4860795b4c65 req-b8292a3a-a7b1-4844-a5fd-22af836c90b6 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216233 Dec 09 01:14:18.893965 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d87a5eef-c9aa-4ea1-9f95-ff8e80f97a97 req-ae86b956-e077-4406-91a5-5c6fdbb46442 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cbc5767f-c799-4ba8-8356-8576e3c9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520806 Dec 09 01:14:19.064972 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda989b4-73fe-4be2-b87d-a25bb4ec49ba req-a68a16a7-6a58-46b8-a2cf-ff12ae69a7ea tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:19.066682 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fda989b4-73fe-4be2-b87d-a25bb4ec49ba req-a68a16a7-6a58-46b8-a2cf-ff12ae69a7ea tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 943 time: 0.0512967 Dec 09 01:14:19.119971 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fda989b4-73fe-4be2-b87d-a25bb4ec49ba req-b2c534d7-cccb-478c-bac0-123d640dc955 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471356 Dec 09 01:14:19.261853 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28634226-eae1-4cf4-9adc-57091150ea7c req-398dfed0-ee44-47a9-9b71-bcae0afeabee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:19.263380 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-28634226-eae1-4cf4-9adc-57091150ea7c req-398dfed0-ee44-47a9-9b71-bcae0afeabee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 1096 time: 0.0528145 Dec 09 01:14:19.271691 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33544cf-94b0-4368-8421-c40a97aab726 req-f681b78b-4566-48ee-a0ba-118cc1c9d9a6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:19.272271 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54650) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:19.273106 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f33544cf-94b0-4368-8421-c40a97aab726 req-f681b78b-4566-48ee-a0ba-118cc1c9d9a6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0933456 Dec 09 01:14:19.277518 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-12829daf-71eb-4140-ae7d-5afb5b229c00 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-299829129', 'description': 'tempest-secgroup-smoke-299829129 description', 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:19.300058 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-12829daf-71eb-4140-ae7d-5afb5b229c00 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.366469 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-12829daf-71eb-4140-ae7d-5afb5b229c00 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.370286 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-12829daf-71eb-4140-ae7d-5afb5b229c00 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.383910 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f33544cf-94b0-4368-8421-c40a97aab726 req-7b300c07-98d8-4443-9a47-270e6febbde4 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022885 Dec 09 01:14:19.394596 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28634226-eae1-4cf4-9adc-57091150ea7c req-2fff6f17-f3c3-428d-be69-7b82e0cbe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:19.396269 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-28634226-eae1-4cf4-9adc-57091150ea7c req-2fff6f17-f3c3-428d-be69-7b82e0cbe793 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 912 time: 0.1215858 Dec 09 01:14:19.407128 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-12829daf-71eb-4140-ae7d-5afb5b229c00 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.411111 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-12829daf-71eb-4140-ae7d-5afb5b229c00 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1350076 Dec 09 01:14:19.411491 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54652) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:19.412410 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12829daf-71eb-4140-ae7d-5afb5b229c00 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e64a88b-57d4-4512-9238-981f7c69100a,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:19.415731 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-6a49a5bd-241d-4925-b895-55f6243e872d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Request body: {'security_group_rule': {'security_group_id': '5e64a88b-57d4-4512-9238-981f7c69100a', 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:19.451693 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-28634226-eae1-4cf4-9adc-57091150ea7c req-878334d3-ef37-45bd-a997-ca81ee77efa0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee3f3652-c539-4795-8d3f-0a54415c13a1 HTTP/1.1" status: 200 len: 217 time: 0.0480492 Dec 09 01:14:19.497799 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a49a5bd-241d-4925-b895-55f6243e872d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.530127 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28634226-eae1-4cf4-9adc-57091150ea7c req-01bf5eea-562e-4e82-a681-5353ea299333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:19.531750 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-28634226-eae1-4cf4-9adc-57091150ea7c req-01bf5eea-562e-4e82-a681-5353ea299333 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb67bd4-d21e-4f99-b2e2-a403d3997557 HTTP/1.1" status: 200 len: 850 time: 0.0707085 Dec 09 01:14:19.580962 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a49a5bd-241d-4925-b895-55f6243e872d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.587568 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a49a5bd-241d-4925-b895-55f6243e872d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.612455 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49a5bd-241d-4925-b895-55f6243e872d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c648a830-362d-4bdd-86f1-01c6e3d9ff86,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:19.615464 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28634226-eae1-4cf4-9adc-57091150ea7c req-9a2c14b6-6cd7-4197-a234-f08637eceff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:19.616926 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-28634226-eae1-4cf4-9adc-57091150ea7c req-9a2c14b6-6cd7-4197-a234-f08637eceff0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0697992 Dec 09 01:14:19.620444 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a49a5bd-241d-4925-b895-55f6243e872d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.621508 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-6a49a5bd-241d-4925-b895-55f6243e872d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2090924 Dec 09 01:14:19.624186 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54654) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:19.628371 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-d2472d8e-29cb-4b94-a8de-626676ea3d87 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Request body: {'security_group_rule': {'security_group_id': '5e64a88b-57d4-4512-9238-981f7c69100a', 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:19.712263 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d2472d8e-29cb-4b94-a8de-626676ea3d87 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.751862 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-28634226-eae1-4cf4-9adc-57091150ea7c req-75d50b8d-c007-49b3-8e74-4d135852a8c8 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191611 Dec 09 01:14:19.800909 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d2472d8e-29cb-4b94-a8de-626676ea3d87 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.831579 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d2472d8e-29cb-4b94-a8de-626676ea3d87 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.885986 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2472d8e-29cb-4b94-a8de-626676ea3d87 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e202ea46-4565-4c07-ae3a-c5264eb6834f,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:19.903626 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d2472d8e-29cb-4b94-a8de-626676ea3d87 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:19.904814 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d2472d8e-29cb-4b94-a8de-626676ea3d87 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2797096 Dec 09 01:14:19.907565 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54658) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:19.912799 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-6a911c79-a184-4b51-bfa2-8ad43aba7c32 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Request body: {'security_group_rule': {'security_group_id': '5e64a88b-57d4-4512-9238-981f7c69100a', 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:19.923779 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-28634226-eae1-4cf4-9adc-57091150ea7c req-b0fec179-b3d2-4a1f-b024-32495d28189a service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611328 Dec 09 01:14:19.942803 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf911-2723-4df3-ac16-adf76ad53f8e req-365d4db6-73ca-4fef-9c79-31375f9c0b8e tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:19.944436 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-be7bf911-2723-4df3-ac16-adf76ad53f8e req-365d4db6-73ca-4fef-9c79-31375f9c0b8e tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 949 time: 0.1158814 Dec 09 01:14:19.979383 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a911c79-a184-4b51-bfa2-8ad43aba7c32 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.033731 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-be7bf911-2723-4df3-ac16-adf76ad53f8e req-26e072d3-d7ca-4a3e-a80d-db5a190b53ec tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbc5767f-c799-4ba8-8356-8576e3c9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777998 Dec 09 01:14:20.052010 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a911c79-a184-4b51-bfa2-8ad43aba7c32 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.056324 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a911c79-a184-4b51-bfa2-8ad43aba7c32 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.075803 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a911c79-a184-4b51-bfa2-8ad43aba7c32 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8882d351-5a53-44f1-9d1a-8868367b37fb,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:20.080786 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6a911c79-a184-4b51-bfa2-8ad43aba7c32 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.081966 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-6a911c79-a184-4b51-bfa2-8ad43aba7c32 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733479 Dec 09 01:14:20.084751 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 54662) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:20.089359 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-9913d1fb-04f4-47f9-bf94-4838f090e576 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Request body: {'security_group_rule': {'security_group_id': '5e64a88b-57d4-4512-9238-981f7c69100a', 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:20.115344 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9913d1fb-04f4-47f9-bf94-4838f090e576 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.176539 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9913d1fb-04f4-47f9-bf94-4838f090e576 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.181843 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9913d1fb-04f4-47f9-bf94-4838f090e576 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.209797 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913d1fb-04f4-47f9-bf94-4838f090e576 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482ffa4e-694d-4b03-ae28-6e0be00611d9,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:20.229683 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-9913d1fb-04f4-47f9-bf94-4838f090e576 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.230898 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-9913d1fb-04f4-47f9-bf94-4838f090e576 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452262 Dec 09 01:14:20.233778 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54666) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:20.238317 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-a89f1d27-626a-4775-897a-a599b37e33a1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Request body: {'security_group_rule': {'security_group_id': '5e64a88b-57d4-4512-9238-981f7c69100a', 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:20.253224 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498c66d-f8dd-4b19-98af-4611cc33ac14 req-12276382-5bf7-4826-95b1-919cbe3f3365 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:20.254750 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b498c66d-f8dd-4b19-98af-4611cc33ac14 req-12276382-5bf7-4826-95b1-919cbe3f3365 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 943 time: 0.0651584 Dec 09 01:14:20.260727 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.securitygroups_db [None req-a89f1d27-626a-4775-897a-a599b37e33a1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Project b9af91ce42164b7d8dbeecc27f4698e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 01:14:20.266016 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a89f1d27-626a-4775-897a-a599b37e33a1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.318868 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b498c66d-f8dd-4b19-98af-4611cc33ac14 req-3f56bd7c-1bdf-49e4-a86a-28940ffbb32f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566106 Dec 09 01:14:20.327355 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a89f1d27-626a-4775-897a-a599b37e33a1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.331575 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a89f1d27-626a-4775-897a-a599b37e33a1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.351352 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f1d27-626a-4775-897a-a599b37e33a1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9f442e-73e0-4e10-b641-d99e9c76ceb0,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:20.359136 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a89f1d27-626a-4775-897a-a599b37e33a1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.360329 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a89f1d27-626a-4775-897a-a599b37e33a1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255102 Dec 09 01:14:20.363031 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54668) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:20.367282 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-3339d67b-5078-4f93-9497-c56edce9e2e9 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Request body: {'security_group_rule': {'security_group_id': '5e64a88b-57d4-4512-9238-981f7c69100a', 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:20.388599 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.securitygroups_db [None req-3339d67b-5078-4f93-9497-c56edce9e2e9 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Project b9af91ce42164b7d8dbeecc27f4698e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 01:14:20.393436 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3339d67b-5078-4f93-9497-c56edce9e2e9 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.456424 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3339d67b-5078-4f93-9497-c56edce9e2e9 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.462428 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3339d67b-5078-4f93-9497-c56edce9e2e9 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.477438 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339d67b-5078-4f93-9497-c56edce9e2e9 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b8fd26-b432-4d59-b6b5-b2d2c69f6eb6,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:20.489399 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3339d67b-5078-4f93-9497-c56edce9e2e9 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.490835 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3339d67b-5078-4f93-9497-c56edce9e2e9 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268876 Dec 09 01:14:20.506758 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646cf70-cc1d-4894-bc65-a7a82405092e req-bd810878-8897-4e3a-9197-d5e19d51bc55 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:20.508844 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c646cf70-cc1d-4894-bc65-a7a82405092e req-bd810878-8897-4e3a-9197-d5e19d51bc55 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0514538 Dec 09 01:14:20.561011 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c646cf70-cc1d-4894-bc65-a7a82405092e req-e4dc8b37-c5ee-4b22-ab4d-075313178d1e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453978 Dec 09 01:14:20.666445 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 079feed5-adab-4157-913d-185f6beb893a up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:20.723499 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 079feed5-adab-4157-913d-185f6beb893a triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:20.723868 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.806672 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.831076 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port 079feed5-adab-4157-913d-185f6beb893a, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=079feed5-adab-4157-913d-185f6beb893a,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:20.836832 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:20.891537 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=079feed5-adab-4157-913d-185f6beb893a,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:21.150724 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732421c-4c63-4415-9733-3b0067a8f22b req-1d11a341-f1fa-45b1-99f0-280fdec52c1f tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:21.152178 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b732421c-4c63-4415-9733-3b0067a8f22b req-1d11a341-f1fa-45b1-99f0-280fdec52c1f tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 949 time: 0.0477924 Dec 09 01:14:21.204840 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b732421c-4c63-4415-9733-3b0067a8f22b req-b5fd428b-ccb8-4543-9de5-6da4390b3e44 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbc5767f-c799-4ba8-8356-8576e3c9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466740 Dec 09 01:14:21.491322 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c228ca1-ddda-486e-a55e-8de50fba3026 req-8127240c-dc54-4748-a64a-022f1d8dc7e5 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:21.493018 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5c228ca1-ddda-486e-a55e-8de50fba3026 req-8127240c-dc54-4748-a64a-022f1d8dc7e5 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 943 time: 0.0914617 Dec 09 01:14:21.524862 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa63fa7-24d8-4dfe-bafe-502bc27d05a4 req-d54b2401-2e9c-47aa-a511-4211a5eda9fe tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:21.526400 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-aaa63fa7-24d8-4dfe-bafe-502bc27d05a4 req-d54b2401-2e9c-47aa-a511-4211a5eda9fe tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 949 time: 0.0814323 Dec 09 01:14:21.577611 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5c228ca1-ddda-486e-a55e-8de50fba3026 req-142c1a75-03d2-407d-a225-fdb10b2c30b7 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782878 Dec 09 01:14:21.602278 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:21.604145 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-aaa63fa7-24d8-4dfe-bafe-502bc27d05a4 req-86286698-ff52-4da5-8960-5993a90c4596 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbc5767f-c799-4ba8-8356-8576e3c9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701675 Dec 09 01:14:21.703276 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6ec74-ed5c-425e-99ab-9878660a52fb req-9eb17114-843c-49c1-bdd0-fcf5829d89b3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:21.704860 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ddf6ec74-ed5c-425e-99ab-9878660a52fb req-9eb17114-843c-49c1-bdd0-fcf5829d89b3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0546646 Dec 09 01:14:21.729948 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Sync routers for ids ['cd4633e8-6694-4fdf-8210-85ffcb039f06'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:14:21.739720 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Routers {'cd4633e8-6694-4fdf-8210-85ffcb039f06'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:21.740339 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['cd4633e8-6694-4fdf-8210-85ffcb039f06'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:21.758718 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ddf6ec74-ed5c-425e-99ab-9878660a52fb req-ca7a0400-b509-4953-bdf6-d8433c632324 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477786 Dec 09 01:14:21.781594 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 32dbcbce-dad9-41fe-b5d3-02be9f909db4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:14:21.880836 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:21.893014 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'port_id': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'mac_address': 'fa:16:3e:a2:ce:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:14:21.936288 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:21.941130 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Set router cd4633e8-6694-4fdf-8210-85ffcb039f06 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:21.949102 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32dbcbce-dad9-41fe-b5d3-02be9f909db4 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:14:21.970129 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:21.974691 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:21.975292 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device ee3f3652-c539-4795-8d3f-0a54415c13a1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:14:22.058046 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=32dbcbce-dad9-41fe-b5d3-02be9f909db4,revision_number=6']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:22.117641 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-625e48a8-8f80-47af-a7f4-ba575e294b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:22.132784 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port ee3f3652-c539-4795-8d3f-0a54415c13a1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee3f3652-c539-4795-8d3f-0a54415c13a1,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:22.144258 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': 'ee3f3652-c539-4795-8d3f-0a54415c13a1', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'port_id': 'ee3f3652-c539-4795-8d3f-0a54415c13a1', 'mac_address': 'fa:16:3e:d5:c5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:14:22.172802 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'name': 'tempest-TestShelveInstance-52513856-router', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '079feed5-adab-4157-913d-185f6beb893a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:12Z', 'updated_at': '2021-12-09T01:14:17Z', 'revision_number': 4, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'gw_port': {'id': '079feed5-adab-4157-913d-185f6beb893a', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:13Z', 'updated_at': '2021-12-09T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '0f04ccb4-f437-4437-843d-c5574556dc8c', 'name': '', 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'mac_address': 'fa:16:3e:80:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1910e13d-c312-46c2-97b2-ee2d7df5cb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:16Z', 'updated_at': '2021-12-09T01:14:17Z', 'revision_number': 2, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'subnets': [{'id': '1910e13d-c312-46c2-97b2-ee2d7df5cb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:22.184785 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:22.205516 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3f3652-c539-4795-8d3f-0a54415c13a1 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:14:22.207374 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Checking router: cd4633e8-6694-4fdf-8210-85ffcb039f06 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:14:22.207737 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Updating router cd4633e8-6694-4fdf-8210-85ffcb039f06 port 0f04ccb4-f437-4437-843d-c5574556dc8c binding host dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:14:22.238520 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:22.240316 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port ee3f3652-c539-4795-8d3f-0a54415c13a1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee3f3652-c539-4795-8d3f-0a54415c13a1,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:22.245631 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:22.336817 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=ee3f3652-c539-4795-8d3f-0a54415c13a1,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:22.526745 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:22.539589 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:22.568592 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['32dbcbce-dad9-41fe-b5d3-02be9f909db4'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:14:22.596101 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924843a9-9997-4bba-ae66-39fc34717e66 None None] Pushing event updated for resources: {'Port': ['ID=0f04ccb4-f437-4437-843d-c5574556dc8c,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:22.667606 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Attempting to bind port 0f04ccb4-f437-4437-843d-c5574556dc8c on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:14:22.668385 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Attempting to bind port 0f04ccb4-f437-4437-843d-c5574556dc8c by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': '0e35be94-5508-4bae-887f-54967dfa30f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:14:22.668385 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Attempting to bind port 0f04ccb4-f437-4437-843d-c5574556dc8c on network 66ebdebb-6f4f-4869-b3da-24d746f6ac8d {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:22.678919 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:14:22.679402 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Checking segment: {'id': '0e35be94-5508-4bae-887f-54967dfa30f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:14:22.680245 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:22.680737 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Bound using segment: {'id': '0e35be94-5508-4bae-887f-54967dfa30f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:14:22.681202 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Bound port: 0f04ccb4-f437-4437-843d-c5574556dc8c, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e35be94-5508-4bae-887f-54967dfa30f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:14:22.690743 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:22.729296 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['ee3f3652-c539-4795-8d3f-0a54415c13a1'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:14:22.800260 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 079feed5-adab-4157-913d-185f6beb893a up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:22.830553 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] For port 0f04ccb4-f437-4437-843d-c5574556dc8c, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:14:22.835247 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] For port 0f04ccb4-f437-4437-843d-c5574556dc8c, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=0f04ccb4-f437-4437-843d-c5574556dc8c,segment=NetworkSegment(0e35be94-5508-4bae-887f-54967dfa30f9),segment_id=0e35be94-5508-4bae-887f-54967dfa30f9)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:14:22.835519 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db29321-0e64-484e-a554-dc843b20df3a req-ebe5662b-f0df-4503-92d1-2bb9bdc19624 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:22.838513 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8db29321-0e64-484e-a554-dc843b20df3a req-ebe5662b-f0df-4503-92d1-2bb9bdc19624 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 949 time: 0.1067100 Dec 09 01:14:22.842847 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:22.847903 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b99a7a-6fc1-4e72-a4d0-81698f143263 req-ae612fc3-ef02-4b94-94a5-baacf44dbd15 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:22.859850 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-02b99a7a-6fc1-4e72-a4d0-81698f143263 req-ae612fc3-ef02-4b94-94a5-baacf44dbd15 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 944 time: 0.0914900 Dec 09 01:14:22.907799 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924843a9-9997-4bba-ae66-39fc34717e66 None None] Pushing event updated for resources: {'Port': ['ID=0f04ccb4-f437-4437-843d-c5574556dc8c,revision_number=4']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:22.935621 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Routers {'cd4633e8-6694-4fdf-8210-85ffcb039f06'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:22.936617 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:13:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['cd4633e8-6694-4fdf-8210-85ffcb039f06'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:22.968947 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8db29321-0e64-484e-a554-dc843b20df3a req-366a3b28-84ea-4597-821a-436f9f638e38 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/security-groups?id=cbc5767f-c799-4ba8-8356-8576e3c9e3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009092 Dec 09 01:14:22.970733 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 079feed5-adab-4157-913d-185f6beb893a triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:22.971108 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:23.022917 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-02b99a7a-6fc1-4e72-a4d0-81698f143263 req-56fc6e6c-f4d6-4135-be64-792262ba0848 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578579 Dec 09 01:14:23.074702 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] Set router cd4633e8-6694-4fdf-8210-85ffcb039f06 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:23.119020 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a474-e81f-441e-b37c-d7bb5e8e00cc req-a3ead431-e0f2-4312-ab8a-a6485fd7b74c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:23.125762 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-a190aeb2-e0ed-43b3-9cfb-c92a48d51b8b None None] Provisioning complete for port 0f04ccb4-f437-4437-843d-c5574556dc8c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:23.126238 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cdc0a474-e81f-441e-b37c-d7bb5e8e00cc req-a3ead431-e0f2-4312-ab8a-a6485fd7b74c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 945 time: 0.0584264 Dec 09 01:14:23.126438 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a190aeb2-e0ed-43b3-9cfb-c92a48d51b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:23.189199 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cdc0a474-e81f-441e-b37c-d7bb5e8e00cc req-54e3b850-110f-40ca-a42a-5c6234e89ce3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619626 Dec 09 01:14:23.327446 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a190aeb2-e0ed-43b3-9cfb-c92a48d51b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:23.373501 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-a190aeb2-e0ed-43b3-9cfb-c92a48d51b8b None None] For port 0f04ccb4-f437-4437-843d-c5574556dc8c, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=0f04ccb4-f437-4437-843d-c5574556dc8c,segment=NetworkSegment(0e35be94-5508-4bae-887f-54967dfa30f9),segment_id=0e35be94-5508-4bae-887f-54967dfa30f9)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:23.379984 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a190aeb2-e0ed-43b3-9cfb-c92a48d51b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:23.386911 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4af28c-b995-468e-bdca-395b5e5fd19a req-b12fa967-21fc-44c8-a283-6d1fe7c24ea5 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:23.388587 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7b4af28c-b995-468e-bdca-395b5e5fd19a req-b12fa967-21fc-44c8-a283-6d1fe7c24ea5 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 949 time: 0.0723445 Dec 09 01:14:23.394547 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'name': 'tempest-TestShelveInstance-52513856-router', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '079feed5-adab-4157-913d-185f6beb893a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:12Z', 'updated_at': '2021-12-09T01:14:17Z', 'revision_number': 4, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'gw_port': {'id': '079feed5-adab-4157-913d-185f6beb893a', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:13Z', 'updated_at': '2021-12-09T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '0f04ccb4-f437-4437-843d-c5574556dc8c', 'name': '', 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'mac_address': 'fa:16:3e:80:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1910e13d-c312-46c2-97b2-ee2d7df5cb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:16Z', 'updated_at': '2021-12-09T01:14:22Z', 'revision_number': 4, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'subnets': [{'id': '1910e13d-c312-46c2-97b2-ee2d7df5cb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:23.432520 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b11a5-29f9-426a-ae84-7f5a6e3e441e None None] The sync data for ids ['cd4633e8-6694-4fdf-8210-85ffcb039f06'] in dv-cinder-790535-20-iscsi is: [{'id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'name': 'tempest-TestShelveInstance-52513856-router', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '079feed5-adab-4157-913d-185f6beb893a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:12Z', 'updated_at': '2021-12-09T01:14:17Z', 'revision_number': 4, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'gw_port': {'id': '079feed5-adab-4157-913d-185f6beb893a', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:13Z', 'updated_at': '2021-12-09T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '0f04ccb4-f437-4437-843d-c5574556dc8c', 'name': '', 'network_id': '66ebdebb-6f4f-4869-b3da-24d746f6ac8d', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'mac_address': 'fa:16:3e:80:56:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '1910e13d-c312-46c2-97b2-ee2d7df5cb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:16Z', 'updated_at': '2021-12-09T01:14:22Z', 'revision_number': 4, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'subnets': [{'id': '1910e13d-c312-46c2-97b2-ee2d7df5cb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:14:23.472565 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190aeb2-e0ed-43b3-9cfb-c92a48d51b8b None None] Pushing event updated for resources: {'Port': ['ID=0f04ccb4-f437-4437-843d-c5574556dc8c,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:23.508475 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-a088100d-7630-42a6-8168-0035fbb03014 None None] Provisioning complete for port 0f04ccb4-f437-4437-843d-c5574556dc8c triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:23.509051 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a088100d-7630-42a6-8168-0035fbb03014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:23.525264 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-7b4af28c-b995-468e-bdca-395b5e5fd19a req-2918c603-3f3e-4201-a3e9-cf24d1505060 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Deleting port 7252d585-2409-4d45-b630-79aea18ae502 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:14:23.525612 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-7b4af28c-b995-468e-bdca-395b5e5fd19a req-2918c603-3f3e-4201-a3e9-cf24d1505060 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:23.668404 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-7b4af28c-b995-468e-bdca-395b5e5fd19a req-2918c603-3f3e-4201-a3e9-cf24d1505060 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] For port 7252d585-2409-4d45-b630-79aea18ae502, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7252d585-2409-4d45-b630-79aea18ae502,segment=NetworkSegment(2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b),segment_id=2f0bae4b-dbf4-4341-92c6-d7476d6e0a4b)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:23.669035 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-7b4af28c-b995-468e-bdca-395b5e5fd19a req-2918c603-3f3e-4201-a3e9-cf24d1505060 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:23.686298 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-7b4af28c-b995-468e-bdca-395b5e5fd19a req-2918c603-3f3e-4201-a3e9-cf24d1505060 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Calling delete_port for 7252d585-2409-4d45-b630-79aea18ae502 owned by compute:nova {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:14:23.838069 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 32dbcbce-dad9-41fe-b5d3-02be9f909db4 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:23.883313 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-7b4af28c-b995-468e-bdca-395b5e5fd19a req-2918c603-3f3e-4201-a3e9-cf24d1505060 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:23.952217 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918c603-3f3e-4201-a3e9-cf24d1505060 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Pushing event deleted for resources: {'Port': ['ID=7252d585-2409-4d45-b630-79aea18ae502,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:23.952776 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:23.953219 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:23.991378 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4af28c-b995-468e-bdca-395b5e5fd19a req-2918c603-3f3e-4201-a3e9-cf24d1505060 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] No DVR routers for this DVR port 7252d585-2409-4d45-b630-79aea18ae502 on host hv-cinder-79053 {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:14:23.995645 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-7b4af28c-b995-468e-bdca-395b5e5fd19a req-2918c603-3f3e-4201-a3e9-cf24d1505060 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:24.000611 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7b4af28c-b995-468e-bdca-395b5e5fd19a req-2918c603-3f3e-4201-a3e9-cf24d1505060 tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.46 "DELETE /v2.0/ports/7252d585-2409-4d45-b630-79aea18ae502 HTTP/1.1" status: 204 len: 173 time: 0.5972726 Dec 09 01:14:24.001129 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d70eb6e-ce1a-499c-8b03-1ccad2d0be03', 'name': 'network-vif-deleted', 'tag': '7252d585-2409-4d45-b630-79aea18ae502'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:14:24.010995 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0505e188-8c32-48f2-9597-7726c159cb33" -d '{"events": [{"server_uuid": "5d70eb6e-ce1a-499c-8b03-1ccad2d0be03", "name": "network-vif-deleted", "tag": "7252d585-2409-4d45-b630-79aea18ae502"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:14:24.163148 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:24.221409 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-75e73b49-505d-432a-b0c7-1db80406de07 req-74faffc7-4328-4b4a-af59-d1cc4aeacc6a tempest-VolumesNegativeTest-764482643 tempest-VolumesNegativeTest-764482643-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d70eb6e-ce1a-499c-8b03-1ccad2d0be03 HTTP/1.1" status: 200 len: 210 time: 0.0911107 Dec 09 01:14:24.233434 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:14:24.236442 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76753cf2-6868-4404-b386-56e945a40855" -d '{"events": [{"server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "name": "network-vif-plugged", "status": "completed", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:14:24.260751 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30b6a88-db43-44f4-9b44-9afffcb63756 x-openstack-request-id: req-e30b6a88-db43-44f4-9b44-9afffcb63756 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:14:24.261193 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d70eb6e-ce1a-499c-8b03-1ccad2d0be03", "name": "network-vif-deleted", "tag": "7252d585-2409-4d45-b630-79aea18ae502", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:14:24.261549 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e30b6a88-db43-44f4-9b44-9afffcb63756 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:14:24.262201 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d70eb6e-ce1a-499c-8b03-1ccad2d0be03', 'name': 'network-vif-deleted', 'tag': '7252d585-2409-4d45-b630-79aea18ae502', 'status': 'completed', 'code': 200} Dec 09 01:14:24.277512 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:24.281666 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:24.282878 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device ee3f3652-c539-4795-8d3f-0a54415c13a1 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:24.399973 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=32dbcbce-dad9-41fe-b5d3-02be9f909db4,revision_number=7']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:24.453351 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port ee3f3652-c539-4795-8d3f-0a54415c13a1 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:14:24.457795 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port ee3f3652-c539-4795-8d3f-0a54415c13a1 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:24.458828 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:24.490689 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513840d9-1170-4bb3-8b44-e18733f5598a req-28096361-5a0b-4522-9bd4-0cb6c80262ff tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:24.499710 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-513840d9-1170-4bb3-8b44-e18733f5598a req-28096361-5a0b-4522-9bd4-0cb6c80262ff tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.1246068 Dec 09 01:14:24.512831 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-73a4560b-22c2-47ff-a40d-01461dccd84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:24.520640 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd24874-7841-43fa-a6ed-8279dec18de0 req-905a0fee-e313-4d84-a21d-be8ce9a6dc52 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:24.522562 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6cd24874-7841-43fa-a6ed-8279dec18de0 req-905a0fee-e313-4d84-a21d-be8ce9a6dc52 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 944 time: 0.1613326 Dec 09 01:14:24.611069 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-513840d9-1170-4bb3-8b44-e18733f5598a req-9b09b507-ffc9-439f-8e2d-283659b92b05 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099858 Dec 09 01:14:24.612768 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:24.705546 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port ee3f3652-c539-4795-8d3f-0a54415c13a1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee3f3652-c539-4795-8d3f-0a54415c13a1,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:24.714300 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:24.716042 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 7252d585-2409-4d45-b630-79aea18ae502 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:14:24.738805 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6cd24874-7841-43fa-a6ed-8279dec18de0 req-a85c447e-482d-4db7-933b-37428b39b71e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024574 Dec 09 01:14:24.740435 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 7252d585-2409-4d45-b630-79aea18ae502 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:14:24.740877 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 7252d585-2409-4d45-b630-79aea18ae502 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:14:24.788626 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8deb8529-9994-48db-98d8-d46eea56d655 x-openstack-request-id: req-8deb8529-9994-48db-98d8-d46eea56d655 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:14:24.790622 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "name": "network-vif-plugged", "status": "completed", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:14:24.790622 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8deb8529-9994-48db-98d8-d46eea56d655 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:14:24.790622 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'code': 200} Dec 09 01:14:24.800046 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 0f04ccb4-f437-4437-843d-c5574556dc8c up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:14:24.882050 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=ee3f3652-c539-4795-8d3f-0a54415c13a1,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:24.898696 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 0f04ccb4-f437-4437-843d-c5574556dc8c triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:24.899767 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:25.792799 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00016e2c-4af8-4076-b59f-d5f01d3d6810 req-2e5832d8-3880-45c0-a088-0485d2374a63 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:25.813084 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-00016e2c-4af8-4076-b59f-d5f01d3d6810 req-2e5832d8-3880-45c0-a088-0485d2374a63 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.1005974 Dec 09 01:14:25.921353 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-00016e2c-4af8-4076-b59f-d5f01d3d6810 req-e3670254-0a31-49ba-9907-aeb029b004a1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070254 Dec 09 01:14:25.938591 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca621e3-9738-4b93-a05d-3ba83d046b9f req-16dfc263-68c0-42b4-9d7d-b472dae0a1b8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:25.954172 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0ca621e3-9738-4b93-a05d-3ba83d046b9f req-16dfc263-68c0-42b4-9d7d-b472dae0a1b8 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 945 time: 0.1100705 Dec 09 01:14:26.019546 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0ca621e3-9738-4b93-a05d-3ba83d046b9f req-1b1b5581-b66b-4f8c-9156-47a91eea9b9c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677123 Dec 09 01:14:26.142640 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:26.791110 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3f3652-c539-4795-8d3f-0a54415c13a1'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:14:26.794420 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067a2025-fbc0-4a24-84b3-f53355aaf254" -d '{"events": [{"server_uuid": "dff79e04-c822-44bc-b9dd-2e0f3b412de7", "name": "network-vif-plugged", "status": "completed", "tag": "ee3f3652-c539-4795-8d3f-0a54415c13a1"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:14:26.858930 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140a8634-633d-4f22-bba0-6836e6ec8c25 x-openstack-request-id: req-140a8634-633d-4f22-bba0-6836e6ec8c25 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:14:26.858930 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff79e04-c822-44bc-b9dd-2e0f3b412de7", "name": "network-vif-plugged", "status": "completed", "tag": "ee3f3652-c539-4795-8d3f-0a54415c13a1", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:14:26.858930 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-140a8634-633d-4f22-bba0-6836e6ec8c25 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:14:26.858930 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3f3652-c539-4795-8d3f-0a54415c13a1', 'code': 200} Dec 09 01:14:27.169040 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:27.201636 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc5052-64f7-426f-b36f-7351c852aa88 req-ee452f0a-9c7d-4d0b-8b75-3e035029a65a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:27.208918 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c3dc5052-64f7-426f-b36f-7351c852aa88 req-ee452f0a-9c7d-4d0b-8b75-3e035029a65a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.1759887 Dec 09 01:14:27.240064 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb957e3-f861-4953-8dee-6773f31b208d req-566f5d39-56ee-4b8b-8f4b-d2ec766f26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:27.240503 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9cb957e3-f861-4953-8dee-6773f31b208d req-566f5d39-56ee-4b8b-8f4b-d2ec766f26c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 1098 time: 0.1563132 Dec 09 01:14:27.273611 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c755a03-c8bb-4e32-9bff-3f3e08e84b09 req-426ee118-498b-40c3-acbe-1f7769a842da tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:27.275240 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0c755a03-c8bb-4e32-9bff-3f3e08e84b09 req-426ee118-498b-40c3-acbe-1f7769a842da tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 945 time: 0.1501377 Dec 09 01:14:27.317502 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c3dc5052-64f7-426f-b36f-7351c852aa88 req-f0bd6886-9877-4184-a538-b18c640f2424 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076326 Dec 09 01:14:27.365053 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9cb957e3-f861-4953-8dee-6773f31b208d req-6f8ca140-b21c-463a-ad8d-9b6bd0d15119 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097970 Dec 09 01:14:27.391001 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0c755a03-c8bb-4e32-9bff-3f3e08e84b09 req-a66619f5-bee2-4dd9-ab79-81adfc18f00e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053991 Dec 09 01:14:28.374752 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:28.507931 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ce1bf-c1bc-4bc7-a6d0-648a66e0f594 req-1c82724e-1b38-4644-9f8f-015859232798 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:28.510599 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2e9ce1bf-c1bc-4bc7-a6d0-648a66e0f594 req-1c82724e-1b38-4644-9f8f-015859232798 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.1046548 Dec 09 01:14:28.603836 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5556ad-d19a-4d38-a54d-c41bd47bedbe req-706f2305-f5aa-4488-90fb-93a2d6967adf tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:28.605536 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6c5556ad-d19a-4d38-a54d-c41bd47bedbe req-706f2305-f5aa-4488-90fb-93a2d6967adf tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 945 time: 0.0938292 Dec 09 01:14:28.611238 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2e9ce1bf-c1bc-4bc7-a6d0-648a66e0f594 req-b5432478-92f1-437a-8e04-6a46fc40cb94 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889654 Dec 09 01:14:28.686564 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6c5556ad-d19a-4d38-a54d-c41bd47bedbe req-78624665-7295-46c1-9760-cc92bef7eca0 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641494 Dec 09 01:14:29.752364 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1a740-92b4-44f3-a24e-d2eb27280fd9 req-a5f46b17-11d1-4627-8dd3-137fb21592ea tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:29.754425 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-94c1a740-92b4-44f3-a24e-d2eb27280fd9 req-a5f46b17-11d1-4627-8dd3-137fb21592ea tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0586007 Dec 09 01:14:29.855243 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-94c1a740-92b4-44f3-a24e-d2eb27280fd9 req-38cf6507-33be-40f9-99f9-ffd1693d023d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928893 Dec 09 01:14:29.878804 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777225f-c4d1-4bb4-a718-3f28600dfd6a req-4392ac47-639e-4643-b913-0f8de6b315cf tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:29.878804 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b777225f-c4d1-4bb4-a718-3f28600dfd6a req-4392ac47-639e-4643-b913-0f8de6b315cf tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 945 time: 0.0995443 Dec 09 01:14:29.944804 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b777225f-c4d1-4bb4-a718-3f28600dfd6a req-351d1253-7072-457f-9676-5b401e5076e3 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504982 Dec 09 01:14:30.085003 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee71fe9-0a7c-4675-a338-f8844341751e req-94b2db0d-2c2a-497c-acd0-42ec2e185098 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:30.087691 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2ee71fe9-0a7c-4675-a338-f8844341751e req-94b2db0d-2c2a-497c-acd0-42ec2e185098 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 945 time: 0.0661626 Dec 09 01:14:30.098566 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 54830) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:30.109394 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-db387c41-0379-47e4-ba12-871f554adfcd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Request body: {'floatingip': {'port_id': 'ee3f3652-c539-4795-8d3f-0a54415c13a1'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:30.152898 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-db387c41-0379-47e4-ba12-871f554adfcd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:30.646963 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-db387c41-0379-47e4-ba12-871f554adfcd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:30.651384 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-db387c41-0379-47e4-ba12-871f554adfcd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:30.775634 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-db387c41-0379-47e4-ba12-871f554adfcd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Floating IP e9b4c8eb-f796-471d-a75a-f2d41b3d4f5b associated. External IP: 172.27.0.178, port: ee3f3652-c539-4795-8d3f-0a54415c13a1. Dec 09 01:14:31.016236 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ade45-050a-460b-bca4-21548672a72f req-f8c335ba-fe7c-40c2-b82a-c0776fff6cc0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:31.018491 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-135ade45-050a-460b-bca4-21548672a72f req-f8c335ba-fe7c-40c2-b82a-c0776fff6cc0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0683644 Dec 09 01:14:31.052667 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db387c41-0379-47e4-ba12-871f554adfcd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:14:31.086712 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-135ade45-050a-460b-bca4-21548672a72f req-e3f8fe25-4c6c-44d3-b884-a82cd931c5d2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601790 Dec 09 01:14:31.186113 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db387c41-0379-47e4-ba12-871f554adfcd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:14:31.190923 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-db387c41-0379-47e4-ba12-871f554adfcd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:31.198589 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab9031-0c96-4b70-a8c5-a7159f240984 None None] Sync routers for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:14:31.209711 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab9031-0c96-4b70-a8c5-a7159f240984 None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:31.210697 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9dab9031-0c96-4b70-a8c5-a7159f240984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:14:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:31.240138 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-db387c41-0379-47e4-ba12-871f554adfcd tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "PUT /v2.0/floatingips/e9b4c8eb-f796-471d-a75a-f2d41b3d4f5b HTTP/1.1" status: 200 len: 991 time: 1.1377621 Dec 09 01:14:31.240138 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'tag': 'ee3f3652-c539-4795-8d3f-0a54415c13a1'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:14:31.241205 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916fb792-f102-49b4-a896-b2d67da88e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "dff79e04-c822-44bc-b9dd-2e0f3b412de7", "tag": "ee3f3652-c539-4795-8d3f-0a54415c13a1"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:14:31.303641 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26fdb74-4ed7-4986-b44b-fba62ef57a9c x-openstack-request-id: req-d26fdb74-4ed7-4986-b44b-fba62ef57a9c {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:14:31.303939 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff79e04-c822-44bc-b9dd-2e0f3b412de7", "tag": "ee3f3652-c539-4795-8d3f-0a54415c13a1", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:14:31.304722 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d26fdb74-4ed7-4986-b44b-fba62ef57a9c {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:14:31.305140 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'tag': 'ee3f3652-c539-4795-8d3f-0a54415c13a1', 'status': 'completed', 'code': 200} Dec 09 01:14:31.375276 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-9dab9031-0c96-4b70-a8c5-a7159f240984 None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:31.408848 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fb792-f102-49b4-a896-b2d67da88e0e req-1bcac839-584a-453b-8cb1-2ea985c8dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:31.410174 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-916fb792-f102-49b4-a896-b2d67da88e0e req-1bcac839-584a-453b-8cb1-2ea985c8dbbe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 1098 time: 0.0490739 Dec 09 01:14:31.528890 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fb792-f102-49b4-a896-b2d67da88e0e req-c60a2529-0b06-442d-82bb-92e0f4ba2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:31.530404 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-916fb792-f102-49b4-a896-b2d67da88e0e req-c60a2529-0b06-442d-82bb-92e0f4ba2007 service neutron] 10.222.0.46 "GET /v2.0/networks?id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 200 len: 912 time: 0.1132028 Dec 09 01:14:31.618544 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-916fb792-f102-49b4-a896-b2d67da88e0e req-e682107e-a6e4-4290-858c-5ff6486706c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee3f3652-c539-4795-8d3f-0a54415c13a1 HTTP/1.1" status: 200 len: 999 time: 0.0809267 Dec 09 01:14:31.686813 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9dab9031-0c96-4b70-a8c5-a7159f240984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'e9b4c8eb-f796-471d-a75a-f2d41b3d4f5b', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'port_id': 'ee3f3652-c539-4795-8d3f-0a54415c13a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'mac_address': 'fa:16:3e:d5:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:14:11Z', 'updated_at': '2021-12-09T01:14:30Z', 'revision_number': 1, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:31.702436 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fb792-f102-49b4-a896-b2d67da88e0e req-05c5eef5-30b5-43a5-850f-70618a7dc3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:31.703926 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-916fb792-f102-49b4-a896-b2d67da88e0e req-05c5eef5-30b5-43a5-850f-70618a7dc3b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dcb67bd4-d21e-4f99-b2e2-a403d3997557 HTTP/1.1" status: 200 len: 850 time: 0.0781896 Dec 09 01:14:31.731882 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab9031-0c96-4b70-a8c5-a7159f240984 None None] Checking router: 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:14:31.741055 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab9031-0c96-4b70-a8c5-a7159f240984 None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:14:31.741729 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9dab9031-0c96-4b70-a8c5-a7159f240984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:14:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:31.771974 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fb792-f102-49b4-a896-b2d67da88e0e req-8317a5f1-f95e-4280-95c9-0ab0e2e784c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:31.774452 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-916fb792-f102-49b4-a896-b2d67da88e0e req-8317a5f1-f95e-4280-95c9-0ab0e2e784c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=56b0a9c8-a9f0-4971-a73a-1b8741a01fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0622544 Dec 09 01:14:31.885700 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-9dab9031-0c96-4b70-a8c5-a7159f240984 None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:14:31.902430 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-916fb792-f102-49b4-a896-b2d67da88e0e req-56eff0d9-8558-4219-a12b-6bd655b09770 service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167183 Dec 09 01:14:32.037975 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-916fb792-f102-49b4-a896-b2d67da88e0e req-7d09a88a-effe-46e0-ae7b-8610dbbf9a1f service neutron] 10.222.0.46 "GET /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189110 Dec 09 01:14:32.199057 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-9dab9031-0c96-4b70-a8c5-a7159f240984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'e9b4c8eb-f796-471d-a75a-f2d41b3d4f5b', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'port_id': 'ee3f3652-c539-4795-8d3f-0a54415c13a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'mac_address': 'fa:16:3e:d5:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:14:11Z', 'updated_at': '2021-12-09T01:14:30Z', 'revision_number': 1, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:14:32.238649 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab9031-0c96-4b70-a8c5-a7159f240984 None None] The sync data for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi is: [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'e9b4c8eb-f796-471d-a75a-f2d41b3d4f5b', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'floating_ip_address': '172.27.0.178', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'port_id': 'ee3f3652-c539-4795-8d3f-0a54415c13a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'mac_address': 'fa:16:3e:d5:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:14:11Z', 'updated_at': '2021-12-09T01:14:30Z', 'revision_number': 1, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:14:32.255461 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8a349-6c69-4ff4-abdb-d16636f3dce6 req-58bf1fea-80e4-41a8-911d-7055d85c72cf tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:32.257088 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ada8a349-6c69-4ff4-abdb-d16636f3dce6 req-58bf1fea-80e4-41a8-911d-7055d85c72cf tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0821934 Dec 09 01:14:32.319815 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ada8a349-6c69-4ff4-abdb-d16636f3dce6 req-0babf2be-6eeb-454e-91d6-6d6a050cfb22 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558896 Dec 09 01:14:32.531010 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c79a3-c435-4c59-aa39-bb3525e3a9ac None None] New status for floating IP e9b4c8eb-f796-471d-a75a-f2d41b3d4f5b: ACTIVE {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:14:33.495330 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e253bce-9df6-46d4-9716-c0baad0a589f req-997dabea-fe91-47f5-8f7d-efc661da381e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:33.497582 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e253bce-9df6-46d4-9716-c0baad0a589f req-997dabea-fe91-47f5-8f7d-efc661da381e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0732358 Dec 09 01:14:33.563054 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e253bce-9df6-46d4-9716-c0baad0a589f req-43d1ce44-4e67-4828-91c5-6989ec736a83 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593243 Dec 09 01:14:34.730552 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093f491-dd02-4104-8e1f-63e9397c50db req-b86e372b-d017-408a-9742-c12f3d037351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:34.732051 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e093f491-dd02-4104-8e1f-63e9397c50db req-b86e372b-d017-408a-9742-c12f3d037351 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 1099 time: 0.0674512 Dec 09 01:14:34.740561 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63049d-0acd-4194-8de9-67dca1edd36a req-493379fa-d4b0-471b-9a2f-27ad9f200bd1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:34.742562 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5a63049d-0acd-4194-8de9-67dca1edd36a req-493379fa-d4b0-471b-9a2f-27ad9f200bd1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0888205 Dec 09 01:14:34.855505 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5a63049d-0acd-4194-8de9-67dca1edd36a req-01c9a52b-bc0f-4650-8495-05526ef5f693 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046948 Dec 09 01:14:34.877687 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093f491-dd02-4104-8e1f-63e9397c50db req-69397a78-5fc9-4196-a47a-559e009a3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:34.884551 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e093f491-dd02-4104-8e1f-63e9397c50db req-69397a78-5fc9-4196-a47a-559e009a3caf service neutron] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 917 time: 0.1358697 Dec 09 01:14:34.953904 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e093f491-dd02-4104-8e1f-63e9397c50db req-d2fabc0f-ce0b-4afd-a460-e314a08fe912 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4 HTTP/1.1" status: 200 len: 1001 time: 0.0660942 Dec 09 01:14:35.005923 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093f491-dd02-4104-8e1f-63e9397c50db req-3493104e-32ce-4549-8259-77fb219b5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:35.007438 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e093f491-dd02-4104-8e1f-63e9397c50db req-3493104e-32ce-4549-8259-77fb219b5b00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.0455859 Dec 09 01:14:35.055779 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e093f491-dd02-4104-8e1f-63e9397c50db req-73c6c17c-fbfc-405e-aec4-bd94415b3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:35.057429 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e093f491-dd02-4104-8e1f-63e9397c50db req-73c6c17c-fbfc-405e-aec4-bd94415b3409 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422163 Dec 09 01:14:35.157111 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e093f491-dd02-4104-8e1f-63e9397c50db req-c6a20b90-a3b0-44da-a3f4-8caa6333449b service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909431 Dec 09 01:14:35.246865 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e093f491-dd02-4104-8e1f-63e9397c50db req-3acb7bfd-d44a-43ef-ae86-e2016a8991cc service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818462 Dec 09 01:14:35.987961 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b337b2-8d7c-489b-a65e-02e206b91c94 req-94ce90c4-be13-4261-9527-f7e59c8e6159 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:35.989389 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-04b337b2-8d7c-489b-a65e-02e206b91c94 req-94ce90c4-be13-4261-9527-f7e59c8e6159 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0516622 Dec 09 01:14:36.035144 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-04b337b2-8d7c-489b-a65e-02e206b91c94 req-a8540e67-a86e-4e3f-83e0-b53b4fe07395 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392158 Dec 09 01:14:36.430858 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55126) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:36.559544 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a4d46d4e-7fb3-4607-8580-60bf37552b78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=291e12cb103f431eb5b92665f5915c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275129 Dec 09 01:14:36.561966 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55130) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:36.608298 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f6055aa8-212f-4c56-88c4-43a5261c0545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:36.628673 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f6055aa8-212f-4c56-88c4-43a5261c0545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:36.674760 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f6055aa8-212f-4c56-88c4-43a5261c0545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:36.677423 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f6055aa8-212f-4c56-88c4-43a5261c0545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:36.678591 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f6055aa8-212f-4c56-88c4-43a5261c0545 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbc5767f-c799-4ba8-8356-8576e3c9e3f3 HTTP/1.1" status: 204 len: 168 time: 0.1156633 Dec 09 01:14:36.687039 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6055aa8-212f-4c56-88c4-43a5261c0545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc5767f-c799-4ba8-8356-8576e3c9e3f3,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:37.162942 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb794d-485c-4c9f-b77b-f39f194668ea req-c3a32e50-8378-4fa8-a3e7-ff62ceee36b6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:37.165055 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e2eb794d-485c-4c9f-b77b-f39f194668ea req-c3a32e50-8378-4fa8-a3e7-ff62ceee36b6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 946 time: 0.0524592 Dec 09 01:14:37.222124 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e2eb794d-485c-4c9f-b77b-f39f194668ea req-4b26d71c-6374-46d4-8d57-0dc762bcd598 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510364 Dec 09 01:14:37.904210 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 32dbcbce-dad9-41fe-b5d3-02be9f909db4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:14:37.980933 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:38.003080 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:14:38.005430 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8b9590-308f-4301-89d9-4e439f3214e7" -d '{"events": [{"server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "name": "network-vif-unplugged", "status": "completed", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:14:38.018624 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:14:38.022494 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:38.047481 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 01:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017a42b5-2ad4-4442-908d-496e23d43fbd x-openstack-request-id: req-017a42b5-2ad4-4442-908d-496e23d43fbd {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:14:38.047770 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "name": "network-vif-unplugged", "status": "failed", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4", "code": 422}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:14:38.048023 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-017a42b5-2ad4-4442-908d-496e23d43fbd {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:14:38.048424 dv-cinder-790535-20-iscsi neutron-server[102584]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'code': 422} returned with failed status Dec 09 01:14:38.076445 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=32dbcbce-dad9-41fe-b5d3-02be9f909db4,revision_number=8']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:38.168813 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-69c0ab15-872b-4b33-85ed-76f5e91fff12 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-299829129&fields=id&tenant_id=b9af91ce42164b7d8dbeecc27f4698e8 HTTP/1.1" status: 200 len: 267 time: 0.0445256 Dec 09 01:14:38.277964 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-7d58f2d9-a680-4751-9d74-11c4b531194d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:38.279435 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-7d58f2d9-a680-4751-9d74-11c4b531194d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/networks?id=f10b420b-f882-4844-b296-4fbc97188815 HTTP/1.1" status: 200 len: 809 time: 0.1040068 Dec 09 01:14:38.294966 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-6d656fb9-849d-4da3-af6b-f17d6f63e39d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/quotas/b9af91ce42164b7d8dbeecc27f4698e8 HTTP/1.1" status: 200 len: 375 time: 0.0097477 Dec 09 01:14:38.366936 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3150d4-d5a7-4d55-86f2-5de80025d30c req-b1bc5960-10ca-4616-b794-5515525503cf tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:38.369068 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7a3150d4-d5a7-4d55-86f2-5de80025d30c req-b1bc5960-10ca-4616-b794-5515525503cf tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0732069 Dec 09 01:14:38.379170 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-a84c641f-f7dd-40f7-a050-d666de5684f2 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b9af91ce42164b7d8dbeecc27f4698e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753806 Dec 09 01:14:38.425835 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7a3150d4-d5a7-4d55-86f2-5de80025d30c req-ea6c68a2-7aa3-4d1a-a593-f85383fc3483 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457203 Dec 09 01:14:38.569049 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-a1b8045d-7555-4d84-9585-385450b032e7 service neutron] 10.222.0.23 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763070 Dec 09 01:14:38.661939 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-56004528-4b36-447d-ae1b-ef7df2ed5088 service neutron] 10.222.0.23 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868819 Dec 09 01:14:38.907682 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [req-756f21d3-ff6a-4621-8c52-43a935c83dea req-7e8ca370-5ed6-4b20-8851-e0173769b7ab service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:14:38.908690 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-756f21d3-ff6a-4621-8c52-43a935c83dea req-7e8ca370-5ed6-4b20-8851-e0173769b7ab service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055876 Dec 09 01:14:38.964376 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cf857682-d714-4f28-af5e-26866062e7f2 req-0cd9f959-06e0-46c3-b2cf-c25421bfcdf5 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 210 time: 0.0329504 Dec 09 01:14:39.083683 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e7eab-2511-4c51-a9cf-87c31b071987 req-2a05901b-2606-4e9a-9f80-bb3b2fb69126 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:39.085192 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-977e7eab-2511-4c51-a9cf-87c31b071987 req-2a05901b-2606-4e9a-9f80-bb3b2fb69126 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0549366 Dec 09 01:14:39.139222 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-977e7eab-2511-4c51-a9cf-87c31b071987 req-290cf496-ba57-4f29-8783-0813b0218637 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472045 Dec 09 01:14:39.405825 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55208) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:14:39.493352 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7a28024e-d900-42c5-81f6-5616ca73658b req-32b4446e-040f-4f3a-8ee5-bb098afd7903 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0863557 Dec 09 01:14:39.502640 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [req-7a28024e-d900-42c5-81f6-5616ca73658b req-ae208122-8a16-417e-bc7b-1e36ad2b20c6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:14:39.503618 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7a28024e-d900-42c5-81f6-5616ca73658b req-ae208122-8a16-417e-bc7b-1e36ad2b20c6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050528 Dec 09 01:14:40.100635 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f481e706-cdce-4348-909b-167143111749 req-a642cf47-8fe8-4f44-a7c7-c651c980e6f9 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 210 time: 0.0609396 Dec 09 01:14:40.138066 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-272db6cc-d1bd-4d64-884a-3779a0007ea0 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:40.140301 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-272db6cc-d1bd-4d64-884a-3779a0007ea0 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.46 "GET /v2.0/networks?id=f10b420b-f882-4844-b296-4fbc97188815 HTTP/1.1" status: 200 len: 809 time: 0.1430883 Dec 09 01:14:40.219546 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-5184e8a8-ec6a-489f-9879-240dbfe2cdbb tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9af91ce42164b7d8dbeecc27f4698e8 HTTP/1.1" status: 200 len: 379 time: 0.0628908 Dec 09 01:14:40.229529 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Request body: {'port': {'device_id': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'admin_state_up': True, 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'security_groups': ['5e64a88b-57d4-4512-9238-981f7c69100a']}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:40.590122 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f9bc6-e7a4-4a87-bc57-45ae6b56e755 req-5b513718-c314-48a4-b4d1-9c57a7ebcb51 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:40.591151 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e8f9bc6-e7a4-4a87-bc57-45ae6b56e755 req-5b513718-c314-48a4-b4d1-9c57a7ebcb51 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.3582652 Dec 09 01:14:40.655134 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Made reservation on behalf of b9af91ce42164b7d8dbeecc27f4698e8 for: {'port': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:14:40.658753 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:40.664526 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4e8f9bc6-e7a4-4a87-bc57-45ae6b56e755 req-2ef627fd-13f8-4fea-8a35-6900ab1ff6e3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641646 Dec 09 01:14:40.793827 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Allocated IP 172.20.0.9 (f10b420b-f882-4844-b296-4fbc97188815/06aeb252-e100-4822-8c4e-35c55412a768/ce47340a-b2d8-4162-9551-02036e78fb48) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:14:40.933370 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:40.967909 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:41.014868 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Network f10b420b-f882-4844-b296-4fbc97188815 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:14:41.017836 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:14:41.024057 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:14:41.048440 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event updated for resources: {'Port': ['ID=ce47340a-b2d8-4162-9551-02036e78fb48,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:41.077891 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:41.078620 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:41.095127 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-4e7cc856-c422-4468-be3a-b5d2f5e553d8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8698261 Dec 09 01:14:41.117249 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Request body: {'port': {'device_id': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:14:41.177635 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:41.251098 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28024e-d900-42c5-81f6-5616ca73658b req-4674732b-4f87-4a8c-a821-f3afc2214335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:41.252855 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7a28024e-d900-42c5-81f6-5616ca73658b req-4674732b-4f87-4a8c-a821-f3afc2214335 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2&tenant_id=e237e82cdcf24c93b91e0c1799f78928 HTTP/1.1" status: 200 len: 1097 time: 0.0825322 Dec 09 01:14:41.272560 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-9cf3ac15-f134-4ce3-bb90-f73c12ce13ad None None] Provisioning complete for port ce47340a-b2d8-4162-9551-02036e78fb48 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:14:41.273552 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9cf3ac15-f134-4ce3-bb90-f73c12ce13ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:41.328593 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3ac15-f134-4ce3-bb90-f73c12ce13ad None None] Port ce47340a-b2d8-4162-9551-02036e78fb48 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:14:41.352995 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da9f87-5945-41fb-990b-506250f70e98 req-d9cf7e12-6eb3-43ac-8f0d-733d6c685c4c tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:41.353501 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28024e-d900-42c5-81f6-5616ca73658b req-780b3403-453e-4b7d-8623-72fd0db61c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:41.355255 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7a28024e-d900-42c5-81f6-5616ca73658b req-780b3403-453e-4b7d-8623-72fd0db61c8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 1097 time: 0.0627158 Dec 09 01:14:41.357946 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-34da9f87-5945-41fb-990b-506250f70e98 req-d9cf7e12-6eb3-43ac-8f0d-733d6c685c4c tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 931 time: 0.1472692 Dec 09 01:14:41.463775 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28024e-d900-42c5-81f6-5616ca73658b req-39cc69c3-13c3-4d9a-a8f9-c9ab380f98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:41.465172 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7a28024e-d900-42c5-81f6-5616ca73658b req-39cc69c3-13c3-4d9a-a8f9-c9ab380f98a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 917 time: 0.0965838 Dec 09 01:14:41.478735 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-34da9f87-5945-41fb-990b-506250f70e98 req-fa54ac39-c6da-488c-8003-bca593f262eb tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174738 Dec 09 01:14:41.553673 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce47340a-b2d8-4162-9551-02036e78fb48 {{(pid=102582) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:14:41.554403 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7a28024e-d900-42c5-81f6-5616ca73658b req-16db7b0c-1f57-4575-9f8a-1a21fec0b6a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4 HTTP/1.1" status: 200 len: 999 time: 0.0637326 Dec 09 01:14:41.561876 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:41.574724 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.provisioning_blocks [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Transition to ACTIVE for port object ce47340a-b2d8-4162-9551-02036e78fb48 will not be triggered until provisioned by entity L2. {{(pid=102582) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:14:41.578901 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:41.604229 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28024e-d900-42c5-81f6-5616ca73658b req-ef0585e3-2b3d-41e6-8a80-446fcb97ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:41.605877 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7a28024e-d900-42c5-81f6-5616ca73658b req-ef0585e3-2b3d-41e6-8a80-446fcb97ed83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.0441973 Dec 09 01:14:41.631409 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce47340a-b2d8-4162-9551-02036e78fb48,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:41.655765 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28024e-d900-42c5-81f6-5616ca73658b req-23ba9dcb-0a9f-4350-a209-8de88ac55ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:41.658038 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7a28024e-d900-42c5-81f6-5616ca73658b req-23ba9dcb-0a9f-4350-a209-8de88ac55ed0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446224 Dec 09 01:14:41.701886 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Attempting to bind port ce47340a-b2d8-4162-9551-02036e78fb48 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:14:41.702304 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Attempting to bind port ce47340a-b2d8-4162-9551-02036e78fb48 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:14:41.702739 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Attempting to bind port ce47340a-b2d8-4162-9551-02036e78fb48 on network f10b420b-f882-4844-b296-4fbc97188815 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:41.708117 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Port ce47340a-b2d8-4162-9551-02036e78fb48 on network f10b420b-f882-4844-b296-4fbc97188815 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:14:41.708604 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Attempting to bind port ce47340a-b2d8-4162-9551-02036e78fb48 on network f10b420b-f882-4844-b296-4fbc97188815 {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:14:41.716701 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:14:41.716701 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Checking segment: {'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:14:41.717095 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Bound using segment: {'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'} {{(pid=102582) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:14:41.717601 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.managers [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Bound port: ce47340a-b2d8-4162-9551-02036e78fb48, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815'}}] {{(pid=102582) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:14:41.718028 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:41.775988 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7a28024e-d900-42c5-81f6-5616ca73658b req-b8c54b56-890d-43de-af4e-1bd78a9c81ff service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100984 Dec 09 01:14:41.825816 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] For port ce47340a-b2d8-4162-9551-02036e78fb48, host hv-cinder-79053, cleared binding levels {{(pid=102582) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:14:41.843216 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d72e63-2081-44f1-a3e1-d7e883dc70d6 req-1a379f68-e3d6-45d4-a965-501920fc5144 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:41.846172 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-26d72e63-2081-44f1-a3e1-d7e883dc70d6 req-1a379f68-e3d6-45d4-a965-501920fc5144 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0887568 Dec 09 01:14:41.860975 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] For port ce47340a-b2d8-4162-9551-02036e78fb48, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce47340a-b2d8-4162-9551-02036e78fb48,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102582) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:14:41.872928 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:41.880276 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7a28024e-d900-42c5-81f6-5616ca73658b req-0c5ddd82-8d57-4921-8b49-6da370dcf36d service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963886 Dec 09 01:14:41.918055 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:41.918823 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:41.920190 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] 10.222.0.46 "PUT /v2.0/ports/ce47340a-b2d8-4162-9551-02036e78fb48 HTTP/1.1" status: 200 len: 1093 time: 0.8074350 Dec 09 01:14:41.924425 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:14:41.926719 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd84528-7423-465f-8385-9c1bc84100bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:14:41.973136 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-26d72e63-2081-44f1-a3e1-d7e883dc70d6 req-b2600aa2-82b0-4a2c-9813-43f1f318e3c1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206875 Dec 09 01:14:41.980948 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c370033-7788-4dd5-a3d8-cfb7012ceab0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce47340a-b2d8-4162-9551-02036e78fb48,revision_number=3']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:14:41.999990 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c57b6cb-7dcb-4ea1-b1e5-d71622509267 x-openstack-request-id: req-0c57b6cb-7dcb-4ea1-b1e5-d71622509267 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:14:42.004079 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:14:42.004079 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c57b6cb-7dcb-4ea1-b1e5-d71622509267 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:14:42.004079 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'status': 'completed', 'code': 200} Dec 09 01:14:42.036225 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-0b963330-f5f1-4b26-b9af-231860698263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:42.037573 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-0b963330-f5f1-4b26-b9af-231860698263 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9af91ce42164b7d8dbeecc27f4698e8&device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1096 time: 0.0484419 Dec 09 01:14:42.115447 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-1d649413-c069-419d-8871-da5fc94942e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce47340a-b2d8-4162-9551-02036e78fb48 HTTP/1.1" status: 200 len: 217 time: 0.0392468 Dec 09 01:14:42.168902 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-062d9662-67d8-4f53-b1dd-ff57650ef5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:42.170540 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-062d9662-67d8-4f53-b1dd-ff57650ef5d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06aeb252-e100-4822-8c4e-35c55412a768 HTTP/1.1" status: 200 len: 848 time: 0.0445924 Dec 09 01:14:42.219863 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-f8b2d598-5b6e-4def-8847-87c238881050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:42.221295 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-f8b2d598-5b6e-4def-8847-87c238881050 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f10b420b-f882-4844-b296-4fbc97188815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433168 Dec 09 01:14:42.319476 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-00c0b1a0-6748-463c-94b4-222fb95b4c5d service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867701 Dec 09 01:14:42.411383 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ac922491-c2c4-4506-9770-c14a565f0fb6 req-a0dbd3e0-959e-40e5-905d-5817b1ec10d3 service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832717 Dec 09 01:14:42.648687 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f3cfb-c37b-433d-adfa-985a15643235 req-ff0b1f62-144a-4c96-9c74-d8c69a3bcd17 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:42.651409 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e56f3cfb-c37b-433d-adfa-985a15643235 req-ff0b1f62-144a-4c96-9c74-d8c69a3bcd17 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0661092 Dec 09 01:14:42.725026 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e56f3cfb-c37b-433d-adfa-985a15643235 req-68914267-daf2-4a76-b501-be42afba858c tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670002 Dec 09 01:14:43.116204 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65e11c-5ab2-4134-8dea-f2775c09b61d req-41aec9eb-c830-4560-a786-68fde8e16e50 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:43.125845 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0e65e11c-5ab2-4134-8dea-f2775c09b61d req-41aec9eb-c830-4560-a786-68fde8e16e50 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0634248 Dec 09 01:14:43.177769 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0e65e11c-5ab2-4134-8dea-f2775c09b61d req-5fcb3554-b5ff-4b6a-9cb8-105fc2c075ee tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510039 Dec 09 01:14:43.847313 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219a1a0-9c97-42bd-b12e-4cb340892c42 req-39467621-2d77-49e7-aef9-c41d7fed943e tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:43.848856 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3219a1a0-9c97-42bd-b12e-4cb340892c42 req-39467621-2d77-49e7-aef9-c41d7fed943e tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0508416 Dec 09 01:14:43.903878 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3219a1a0-9c97-42bd-b12e-4cb340892c42 req-963b2a55-5d97-4400-97d2-56f9371f0d14 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470994 Dec 09 01:14:44.309090 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d442b3-7214-4cf5-ab07-04dda05e62c0 req-d727de1b-c2ef-43d5-a1a0-a589f24499a4 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:44.311816 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d4d442b3-7214-4cf5-ab07-04dda05e62c0 req-d727de1b-c2ef-43d5-a1a0-a589f24499a4 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0555391 Dec 09 01:14:44.361510 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d4d442b3-7214-4cf5-ab07-04dda05e62c0 req-dacbb1de-6201-4864-b4b8-1a453b240e52 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Dec 09 01:14:45.033280 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340e21d-e916-4eb2-bcb5-19a41777fa51 req-7c66cbe0-05d2-4efb-8207-567ee6142fec tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:45.034784 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1340e21d-e916-4eb2-bcb5-19a41777fa51 req-7c66cbe0-05d2-4efb-8207-567ee6142fec tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0548854 Dec 09 01:14:45.083575 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1340e21d-e916-4eb2-bcb5-19a41777fa51 req-dae58d26-ac6a-46f6-bd6f-b36dbf87307a tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428832 Dec 09 01:14:45.504668 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea6e9-c0f4-4500-a5b4-d14e370bb808 req-62783fdd-ab5d-4dcd-9c17-db6d620d4d47 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:45.506713 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-358ea6e9-c0f4-4500-a5b4-d14e370bb808 req-62783fdd-ab5d-4dcd-9c17-db6d620d4d47 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0714207 Dec 09 01:14:45.560958 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-358ea6e9-c0f4-4500-a5b4-d14e370bb808 req-4513ceaa-eaec-4b90-9655-9862ee06e828 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471084 Dec 09 01:14:46.222324 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a83989-a2d0-4afa-88cc-e5562183f229 req-49d4cf3c-463d-40c5-8c6d-1ab24ed767e0 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:46.226103 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-66a83989-a2d0-4afa-88cc-e5562183f229 req-49d4cf3c-463d-40c5-8c6d-1ab24ed767e0 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0722191 Dec 09 01:14:46.276207 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-66a83989-a2d0-4afa-88cc-e5562183f229 req-b2a8e542-c1ef-4fd2-9e6b-8b179e8f1d30 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450237 Dec 09 01:14:46.686015 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477cf9b-35bb-44d3-820a-c54bb51e290e req-c8c175ef-a43b-4192-9a6a-20b1977110a7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:46.687595 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4477cf9b-35bb-44d3-820a-c54bb51e290e req-c8c175ef-a43b-4192-9a6a-20b1977110a7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0487397 Dec 09 01:14:46.740688 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4477cf9b-35bb-44d3-820a-c54bb51e290e req-5335c4e8-4cdb-496d-b50a-17b9775dfd48 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472641 Dec 09 01:14:47.402376 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86922f1-f79f-49c2-b158-7581a8428b35 req-6d31b8ed-4058-4c9d-ac91-4095ad5131b7 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:47.403866 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a86922f1-f79f-49c2-b158-7581a8428b35 req-6d31b8ed-4058-4c9d-ac91-4095ad5131b7 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0532691 Dec 09 01:14:47.454519 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a86922f1-f79f-49c2-b158-7581a8428b35 req-c984a2a5-1b77-4fdb-ae50-e332c4883dc3 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445409 Dec 09 01:14:47.867850 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cd566-e869-46f2-9b58-2407319ef3f8 req-2cb7667d-c1c7-4338-8f11-4c8859ba81c2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:47.869380 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2a0cd566-e869-46f2-9b58-2407319ef3f8 req-2cb7667d-c1c7-4338-8f11-4c8859ba81c2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0538952 Dec 09 01:14:47.927811 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2a0cd566-e869-46f2-9b58-2407319ef3f8 req-50242563-0ded-4830-8dee-8da8889b1490 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523143 Dec 09 01:14:48.576470 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefb6a3-6794-4d7c-8243-0fa19ef7d193 req-f3afa840-b57e-4a3c-ae08-610cee8cedc6 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:48.578628 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-afefb6a3-6794-4d7c-8243-0fa19ef7d193 req-f3afa840-b57e-4a3c-ae08-610cee8cedc6 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0581963 Dec 09 01:14:48.630574 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-afefb6a3-6794-4d7c-8243-0fa19ef7d193 req-c27a7a46-7457-45bd-9328-5c78351dec62 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458860 Dec 09 01:14:49.064557 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6bf8f-f568-4777-9840-c9e333c8f200 req-f36f718a-65af-41bf-a543-3ae2cdd435c3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:49.066039 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c2f6bf8f-f568-4777-9840-c9e333c8f200 req-f36f718a-65af-41bf-a543-3ae2cdd435c3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0510058 Dec 09 01:14:49.112701 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c2f6bf8f-f568-4777-9840-c9e333c8f200 req-0497992e-1ad4-4ddb-81d8-7b0e14738a47 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406091 Dec 09 01:14:49.469300 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:14:49.745386 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869138d-cc69-45aa-8db6-eab6bbc19e60 req-d19b49d5-9c0e-4f8d-9517-d229f17c53ef tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:49.746778 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e869138d-cc69-45aa-8db6-eab6bbc19e60 req-d19b49d5-9c0e-4f8d-9517-d229f17c53ef tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0522506 Dec 09 01:14:49.806700 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e869138d-cc69-45aa-8db6-eab6bbc19e60 req-6293d689-d672-41c1-983f-d198f65cf583 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539892 Dec 09 01:14:50.232658 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725b4d8-af0a-4234-a8ea-bea09140bd0d req-85661929-b8a0-4ffb-a4d4-d219933afd96 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:50.234182 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b725b4d8-af0a-4234-a8ea-bea09140bd0d req-85661929-b8a0-4ffb-a4d4-d219933afd96 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0491672 Dec 09 01:14:50.297312 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b725b4d8-af0a-4234-a8ea-bea09140bd0d req-051000b4-27b3-4111-9e66-697cfe870605 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563085 Dec 09 01:14:50.956070 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6371e-e306-4ca1-b2e5-99cb943b8457 req-5797055b-009e-4443-92b1-b9771359854a tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:50.957549 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ad6371e-e306-4ca1-b2e5-99cb943b8457 req-5797055b-009e-4443-92b1-b9771359854a tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0542545 Dec 09 01:14:51.010386 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ad6371e-e306-4ca1-b2e5-99cb943b8457 req-499d04ed-7af5-4dc1-ab48-feafae1463c0 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466628 Dec 09 01:14:51.424584 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432ff50-10fd-47d0-b0de-4442a7cf7153 req-0177cced-d87f-4c26-86b6-096264728a0d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:51.426305 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5432ff50-10fd-47d0-b0de-4442a7cf7153 req-0177cced-d87f-4c26-86b6-096264728a0d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0544736 Dec 09 01:14:51.477979 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5432ff50-10fd-47d0-b0de-4442a7cf7153 req-c70a84a4-5182-444c-a0b6-d4f236669f1d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445383 Dec 09 01:14:51.597265 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:52.117599 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-755e93fd-ca4f-4d8b-8bf3-24fe681ce6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:52.132739 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098fb1f-706d-4a1e-8abc-fdf66ec2f47d req-c007c1fb-93d3-4b90-807b-72c277c3b674 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:52.134328 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1098fb1f-706d-4a1e-8abc-fdf66ec2f47d req-c007c1fb-93d3-4b90-807b-72c277c3b674 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0571120 Dec 09 01:14:52.187480 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1098fb1f-706d-4a1e-8abc-fdf66ec2f47d req-7212826f-003c-4cac-92cb-d810427d70ec tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460279 Dec 09 01:14:52.616697 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cfd12-edb8-4602-8966-2dd30abbb256 req-3b5aeb1d-1454-4eb2-9bac-64226d839c29 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:52.618171 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7c5cfd12-edb8-4602-8966-2dd30abbb256 req-3b5aeb1d-1454-4eb2-9bac-64226d839c29 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0613191 Dec 09 01:14:52.684051 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7c5cfd12-edb8-4602-8966-2dd30abbb256 req-90a05432-a4f5-4104-bf75-d94c397e1160 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593524 Dec 09 01:14:53.300591 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287904e0-1685-4abd-9963-fe92352515f4 req-ad704a21-2055-457a-8874-ed015a58a9e5 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:53.302057 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-287904e0-1685-4abd-9963-fe92352515f4 req-ad704a21-2055-457a-8874-ed015a58a9e5 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0492213 Dec 09 01:14:53.352027 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-287904e0-1685-4abd-9963-fe92352515f4 req-dbd88677-edf7-4083-af8a-e2622fdb71a6 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435908 Dec 09 01:14:53.801708 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a92b3-cab7-4211-b672-b4d6c809fda2 req-5d6d01b3-cfb1-4098-bd7f-8ca9c9628801 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:53.803193 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-163a92b3-cab7-4211-b672-b4d6c809fda2 req-5d6d01b3-cfb1-4098-bd7f-8ca9c9628801 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0477176 Dec 09 01:14:53.881786 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-163a92b3-cab7-4211-b672-b4d6c809fda2 req-69ed7d99-e852-46d4-b161-16cd6890bbef tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717511 Dec 09 01:14:53.893124 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd84528-7423-465f-8385-9c1bc84100bb req-708b12d2-62c4-41d1-b04c-593e29bb877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:53.894688 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9dd84528-7423-465f-8385-9c1bc84100bb req-708b12d2-62c4-41d1-b04c-593e29bb877a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9af91ce42164b7d8dbeecc27f4698e8&device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1096 time: 0.0567057 Dec 09 01:14:54.019832 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd84528-7423-465f-8385-9c1bc84100bb req-bbd8f8ce-2150-4b70-a693-fa0a693d08af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:54.021297 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9dd84528-7423-465f-8385-9c1bc84100bb req-bbd8f8ce-2150-4b70-a693-fa0a693d08af service neutron] 10.222.0.46 "GET /v2.0/networks?id=f10b420b-f882-4844-b296-4fbc97188815 HTTP/1.1" status: 200 len: 910 time: 0.0871797 Dec 09 01:14:54.079460 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9dd84528-7423-465f-8385-9c1bc84100bb req-1ed1e9cf-ab29-4e60-b3aa-ee10eae2cdca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce47340a-b2d8-4162-9551-02036e78fb48 HTTP/1.1" status: 200 len: 217 time: 0.0402696 Dec 09 01:14:54.087372 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef168b5-cd3c-41a7-b2fb-be1f6285d364 req-5d417126-abbb-40ae-bb70-2a2992047aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:54.089692 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ef168b5-cd3c-41a7-b2fb-be1f6285d364 req-5d417126-abbb-40ae-bb70-2a2992047aed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 1097 time: 0.0437262 Dec 09 01:14:54.131719 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd84528-7423-465f-8385-9c1bc84100bb req-a1252160-2e31-48a0-ac88-2e8c4dd7afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:54.133169 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9dd84528-7423-465f-8385-9c1bc84100bb req-a1252160-2e31-48a0-ac88-2e8c4dd7afa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06aeb252-e100-4822-8c4e-35c55412a768 HTTP/1.1" status: 200 len: 848 time: 0.0456963 Dec 09 01:14:54.180739 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd84528-7423-465f-8385-9c1bc84100bb req-8921b464-d534-40ee-9b5f-96eff91c09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:54.182216 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9dd84528-7423-465f-8385-9c1bc84100bb req-8921b464-d534-40ee-9b5f-96eff91c09d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f10b420b-f882-4844-b296-4fbc97188815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412488 Dec 09 01:14:54.197198 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef168b5-cd3c-41a7-b2fb-be1f6285d364 req-f3b39538-d720-40fe-916e-ba1b0392c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:54.198586 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ef168b5-cd3c-41a7-b2fb-be1f6285d364 req-f3b39538-d720-40fe-916e-ba1b0392c066 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 917 time: 0.0818570 Dec 09 01:14:54.282064 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9dd84528-7423-465f-8385-9c1bc84100bb req-cf4a17c0-b77b-404d-9802-67a6c4830d63 service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915697 Dec 09 01:14:54.378039 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9dd84528-7423-465f-8385-9c1bc84100bb req-5e261bcf-1a42-4284-8369-5e668468de6f service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876470 Dec 09 01:14:54.477027 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92244e1c-df74-4bbc-a986-ce74714fd8ea req-99640f6f-3be8-4b9b-9536-1bad31ede203 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:54.478738 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-92244e1c-df74-4bbc-a986-ce74714fd8ea req-99640f6f-3be8-4b9b-9536-1bad31ede203 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0566247 Dec 09 01:14:54.484593 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6df88cf9-2335-4328-8a6d-357a1d4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:54.529355 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ef168b5-cd3c-41a7-b2fb-be1f6285d364 req-70adbafe-40a4-4579-8ae2-251472bf2efc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4 HTTP/1.1" status: 200 len: 999 time: 0.3226676 Dec 09 01:14:54.535460 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-92244e1c-df74-4bbc-a986-ce74714fd8ea req-64126d0a-eeb6-460a-a2ad-767f5aa8ebc2 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498779 Dec 09 01:14:54.579410 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef168b5-cd3c-41a7-b2fb-be1f6285d364 req-640a10f3-46af-41fe-bc5c-d9a656269fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:54.580824 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ef168b5-cd3c-41a7-b2fb-be1f6285d364 req-640a10f3-46af-41fe-bc5c-d9a656269fa9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.0430665 Dec 09 01:14:54.624902 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef168b5-cd3c-41a7-b2fb-be1f6285d364 req-d52f8275-5cb6-4d4e-b900-be9dd7498389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:54.626330 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ef168b5-cd3c-41a7-b2fb-be1f6285d364 req-d52f8275-5cb6-4d4e-b900-be9dd7498389 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386734 Dec 09 01:14:54.717704 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ef168b5-cd3c-41a7-b2fb-be1f6285d364 req-7c916bac-2005-48cb-82fb-0621409644b6 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828230 Dec 09 01:14:54.805075 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4ef168b5-cd3c-41a7-b2fb-be1f6285d364 req-35328777-d762-423b-b111-49dbdefe4d0a service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793493 Dec 09 01:14:55.012371 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44567852-a98f-4293-af5c-45bb7616efc1 req-5f572e23-6a98-434b-a407-f293e457355b tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:55.013967 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-44567852-a98f-4293-af5c-45bb7616efc1 req-5f572e23-6a98-434b-a407-f293e457355b tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0532959 Dec 09 01:14:55.065941 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-44567852-a98f-4293-af5c-45bb7616efc1 req-af5247f8-7b09-4c4d-8707-266272202823 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461054 Dec 09 01:14:55.657517 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915e123-d3f4-4f1e-908b-f8682fa16fc4 req-c73acd16-8e4b-4d15-9e5b-9bccf9cf37ca tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:55.658978 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5915e123-d3f4-4f1e-908b-f8682fa16fc4 req-c73acd16-8e4b-4d15-9e5b-9bccf9cf37ca tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0516162 Dec 09 01:14:55.706691 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5915e123-d3f4-4f1e-908b-f8682fa16fc4 req-80fcb6a7-e641-40fa-bc2b-36640cfa8a84 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419290 Dec 09 01:14:56.145593 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:56.190827 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8993e7e-1087-430c-a14e-e3111f50ee7b req-7e005803-b812-4b7a-8d02-c355ade5e36a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:56.192271 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f8993e7e-1087-430c-a14e-e3111f50ee7b req-7e005803-b812-4b7a-8d02-c355ade5e36a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0538890 Dec 09 01:14:56.239180 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f8993e7e-1087-430c-a14e-e3111f50ee7b req-84940676-d20a-4ec2-9f22-ce5aa3bc7d00 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404088 Dec 09 01:14:56.822650 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdb69a-993c-4ca4-b6f7-09cd2e9f9f91 req-95cc6113-a28f-46e5-a8cd-4d9a77383891 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:56.824311 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4bbdb69a-993c-4ca4-b6f7-09cd2e9f9f91 req-95cc6113-a28f-46e5-a8cd-4d9a77383891 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0485690 Dec 09 01:14:56.877646 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4bbdb69a-993c-4ca4-b6f7-09cd2e9f9f91 req-a78653bf-994a-4847-908a-c62412c96a9e tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475245 Dec 09 01:14:57.159997 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:57.362334 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0260b4-82af-44aa-b32a-cad3ed7eb342 req-7c015c27-35bd-475f-b805-85d777bddbfd tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:57.363876 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bd0260b4-82af-44aa-b32a-cad3ed7eb342 req-7c015c27-35bd-475f-b805-85d777bddbfd tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0522537 Dec 09 01:14:57.414199 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bd0260b4-82af-44aa-b32a-cad3ed7eb342 req-2226a729-eb19-4cdc-a68c-5569d22b0240 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444622 Dec 09 01:14:58.001448 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c14fb-e9e9-49a8-95f3-6c9bc6d3a82d req-7be5c4f2-8c20-416c-bd62-f1867fdca053 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:58.002916 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-830c14fb-e9e9-49a8-95f3-6c9bc6d3a82d req-7be5c4f2-8c20-416c-bd62-f1867fdca053 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0481842 Dec 09 01:14:58.050308 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-830c14fb-e9e9-49a8-95f3-6c9bc6d3a82d req-20dabb48-89ab-40f2-b03c-425d6e5d0d7e tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416620 Dec 09 01:14:58.358255 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:14:58.536502 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e77385-eaca-4803-849f-7c3db4100c9a req-307e8520-0605-476f-af87-11e2da6b911e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:58.537897 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-14e77385-eaca-4803-849f-7c3db4100c9a req-307e8520-0605-476f-af87-11e2da6b911e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0522549 Dec 09 01:14:58.585686 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-14e77385-eaca-4803-849f-7c3db4100c9a req-83711310-fbf9-417d-a1c9-b68a7fbe1b5a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Dec 09 01:14:59.165253 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c7bbb-4b56-4ffe-bdba-58e5087ec9c2 req-b9d03218-6bcb-4fe5-a1e2-be99c8a905f5 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:59.166632 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ee2c7bbb-4b56-4ffe-bdba-58e5087ec9c2 req-b9d03218-6bcb-4fe5-a1e2-be99c8a905f5 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0475154 Dec 09 01:14:59.215978 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ee2c7bbb-4b56-4ffe-bdba-58e5087ec9c2 req-d5953afe-ea9e-424e-804f-96c2eb6b0a18 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427902 Dec 09 01:14:59.704354 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f765a-77f0-4083-9854-967b5f8b2f37 req-0abbdd23-3db5-4ec7-8824-36e1da79c94c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:14:59.705836 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-664f765a-77f0-4083-9854-967b5f8b2f37 req-0abbdd23-3db5-4ec7-8824-36e1da79c94c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0489278 Dec 09 01:14:59.755511 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-664f765a-77f0-4083-9854-967b5f8b2f37 req-a381f7bf-9cdf-4cbd-8a2a-6f7932d5dfb3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437076 Dec 09 01:15:00.029328 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device ce47340a-b2d8-4162-9551-02036e78fb48 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:15:00.123720 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port ce47340a-b2d8-4162-9551-02036e78fb48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce47340a-b2d8-4162-9551-02036e78fb48,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:00.134322 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'port_id': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'mac_address': 'fa:16:3e:7e:36:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:15:00.169720 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:00.181828 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce47340a-b2d8-4162-9551-02036e78fb48 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:15:00.204736 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port ce47340a-b2d8-4162-9551-02036e78fb48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce47340a-b2d8-4162-9551-02036e78fb48,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:00.208773 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:00.255020 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=ce47340a-b2d8-4162-9551-02036e78fb48,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:00.262729 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.263072 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.263418 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.263754 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.264083 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.264414 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.264734 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.265056 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.265380 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.265704 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.266024 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.266342 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.266680 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:00.334508 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42a0d4-2824-439f-9894-e38647dd2353 req-622f984c-c683-47aa-83b6-abff529da4f0 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:00.335854 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea42a0d4-2824-439f-9894-e38647dd2353 req-622f984c-c683-47aa-83b6-abff529da4f0 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 944 time: 0.0485945 Dec 09 01:15:00.384169 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea42a0d4-2824-439f-9894-e38647dd2353 req-35eec36c-2ba8-4385-bfd7-b8a658c2e955 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Dec 09 01:15:00.513898 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['ce47340a-b2d8-4162-9551-02036e78fb48'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:15:00.882432 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6caf7f-30e9-4481-a18f-066d8563bb15 req-06e8bf71-960a-41ca-9539-9d4620198f53 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:00.883894 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9e6caf7f-30e9-4481-a18f-066d8563bb15 req-06e8bf71-960a-41ca-9539-9d4620198f53 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0520890 Dec 09 01:15:00.930695 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9e6caf7f-30e9-4481-a18f-066d8563bb15 req-1cfd2125-e7c8-4fae-8756-79658a45bfc3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405555 Dec 09 01:15:01.508232 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbb306-03f9-46af-acba-ca9ac6310c54 req-1c70b90d-8b89-4e46-acdb-923628d8dd70 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:01.509665 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b5bbb306-03f9-46af-acba-ca9ac6310c54 req-1c70b90d-8b89-4e46-acdb-923628d8dd70 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 944 time: 0.0518913 Dec 09 01:15:01.560045 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b5bbb306-03f9-46af-acba-ca9ac6310c54 req-3241776e-4afb-4adf-9ac8-c29612c9a187 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440421 Dec 09 01:15:02.040855 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 32dbcbce-dad9-41fe-b5d3-02be9f909db4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:15:02.049543 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device ce47340a-b2d8-4162-9551-02036e78fb48 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:15:02.050464 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf28db-9069-4ad9-a307-27f437fb7eca req-edca1093-9d37-4d34-83e4-48ab83c44f1a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:02.051940 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fbbf28db-9069-4ad9-a307-27f437fb7eca req-edca1093-9d37-4d34-83e4-48ab83c44f1a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 944 time: 0.0489223 Dec 09 01:15:02.101657 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fbbf28db-9069-4ad9-a307-27f437fb7eca req-852ec113-c02a-416e-b815-92f620279321 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437865 Dec 09 01:15:02.291448 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port ce47340a-b2d8-4162-9551-02036e78fb48 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:15:02.297017 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port ce47340a-b2d8-4162-9551-02036e78fb48 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:15:02.297387 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:02.342063 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:02.360819 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'port_id': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'mac_address': 'fa:16:3e:a2:ce:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:15:02.423041 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:02.441182 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:02.444474 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dbcbce-dad9-41fe-b5d3-02be9f909db4 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:15:02.476641 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:02.482445 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:15:02.484665 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513d4b4c-eccb-465f-ba34-88e6f1846865" -d '{"events": [{"server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "name": "network-vif-plugged", "status": "completed", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:15:02.493611 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:02.504190 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port ce47340a-b2d8-4162-9551-02036e78fb48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce47340a-b2d8-4162-9551-02036e78fb48,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:02.521135 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:02.523681 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a35a32-2df8-41fb-8d09-addecf40a5cd x-openstack-request-id: req-27a35a32-2df8-41fb-8d09-addecf40a5cd {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:15:02.523967 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "name": "network-vif-plugged", "status": "completed", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:15:02.524219 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27a35a32-2df8-41fb-8d09-addecf40a5cd {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:15:02.524600 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'code': 200} Dec 09 01:15:02.550323 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=32dbcbce-dad9-41fe-b5d3-02be9f909db4,revision_number=9']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:02.600030 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=ce47340a-b2d8-4162-9551-02036e78fb48,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:02.679722 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7917f-7881-411c-856a-27ad97e3fd1a req-ca3027f7-19c6-44da-9440-8d8b8b810bd3 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:02.681193 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-07d7917f-7881-411c-856a-27ad97e3fd1a req-ca3027f7-19c6-44da-9440-8d8b8b810bd3 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0513177 Dec 09 01:15:02.732723 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-07d7917f-7881-411c-856a-27ad97e3fd1a req-6a208ea2-fd26-4ae0-bc20-771c54597596 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452120 Dec 09 01:15:02.791157 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27023e-966d-42bc-8b5e-20c62a27df81 req-a88751cd-c091-40ba-a238-a442229db556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:02.792666 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6e27023e-966d-42bc-8b5e-20c62a27df81 req-a88751cd-c091-40ba-a238-a442229db556 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1098 time: 0.0404086 Dec 09 01:15:02.800318 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['32dbcbce-dad9-41fe-b5d3-02be9f909db4'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:15:02.858521 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6e27023e-966d-42bc-8b5e-20c62a27df81 req-cc33d641-399d-41b3-b75f-ce4c2c24740d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474887 Dec 09 01:15:03.222212 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6525c7-b8f8-4b6e-bd1e-4cd5f0c6661e req-45f79a30-1997-4267-a8df-c641dc19f74c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:03.223696 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2a6525c7-b8f8-4b6e-bd1e-4cd5f0c6661e req-45f79a30-1997-4267-a8df-c641dc19f74c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 945 time: 0.0483100 Dec 09 01:15:03.269771 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2a6525c7-b8f8-4b6e-bd1e-4cd5f0c6661e req-4140a654-038c-417c-b6e7-19b92230a5a4 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402918 Dec 09 01:15:03.857936 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9b922-f712-4ed1-b1db-7c834c2230ae req-f814a339-9cf5-47be-9248-2bd75ff620b2 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:03.860539 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-27f9b922-f712-4ed1-b1db-7c834c2230ae req-f814a339-9cf5-47be-9248-2bd75ff620b2 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0562234 Dec 09 01:15:03.911869 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-27f9b922-f712-4ed1-b1db-7c834c2230ae req-7dffc150-2f46-42c6-b31c-f99c4b6ecc22 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461423 Dec 09 01:15:04.069121 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 32dbcbce-dad9-41fe-b5d3-02be9f909db4 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:15:04.117306 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:15:04.117673 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:04.191518 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:04.226516 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:04.230062 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:04.275097 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=32dbcbce-dad9-41fe-b5d3-02be9f909db4,revision_number=10']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:04.387174 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382df61-f011-4bbe-98c5-fd06883cfa75 req-6cd279e2-02e0-4035-a562-7f0b1f3bc641 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:04.388505 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6382df61-f011-4bbe-98c5-fd06883cfa75 req-6cd279e2-02e0-4035-a562-7f0b1f3bc641 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 947 time: 0.0471337 Dec 09 01:15:04.434402 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6382df61-f011-4bbe-98c5-fd06883cfa75 req-085df983-60b2-43f1-9b57-dd913c36f9c0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401137 Dec 09 01:15:04.525329 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:15:04.528303 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0decda8-92e4-4256-abea-570883311450" -d '{"events": [{"server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "name": "network-vif-plugged", "status": "completed", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:15:04.563989 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07a1654-08be-4811-81f3-5bde426de765 x-openstack-request-id: req-c07a1654-08be-4811-81f3-5bde426de765 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:15:04.564286 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "name": "network-vif-plugged", "status": "completed", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:15:04.564544 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c07a1654-08be-4811-81f3-5bde426de765 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:15:04.564947 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'code': 200} Dec 09 01:15:05.031045 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfe1c6-5b4c-48da-b1c1-f621ac1f74c5 req-45754bd3-dfe7-4cab-ab75-f296c081f92b tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:05.032500 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-18dfe1c6-5b4c-48da-b1c1-f621ac1f74c5 req-45754bd3-dfe7-4cab-ab75-f296c081f92b tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0533412 Dec 09 01:15:05.082328 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-18dfe1c6-5b4c-48da-b1c1-f621ac1f74c5 req-7a06c07f-84da-40dc-b7f7-8ffcdae603b3 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438955 Dec 09 01:15:05.084476 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807f8c7-7343-4b7c-9c1a-e6605830a0a1 req-1ab187f4-852c-41a0-ac5b-6625eb408bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:05.085956 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9807f8c7-7343-4b7c-9c1a-e6605830a0a1 req-1ab187f4-852c-41a0-ac5b-6625eb408bfd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 1100 time: 0.0387526 Dec 09 01:15:05.134834 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9807f8c7-7343-4b7c-9c1a-e6605830a0a1 req-64d2dd31-d085-4f64-918e-155b845f6e1d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378733 Dec 09 01:15:05.204094 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2b90e-e1be-48e8-bf45-3615429b1227 req-e82110dc-cf3e-443e-92bd-33d9b79de84f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:05.205513 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-99e2b90e-e1be-48e8-bf45-3615429b1227 req-e82110dc-cf3e-443e-92bd-33d9b79de84f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0511315 Dec 09 01:15:05.253572 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-99e2b90e-e1be-48e8-bf45-3615429b1227 req-11cc3462-1caa-49f2-9d8e-07dd91d37a63 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424106 Dec 09 01:15:05.275086 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55364) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:05.407059 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005bf554-9390-439d-95ba-6b919cc2235c tempest-TestShelveInstance-2037409303 tempest-TestShelveInstance-2037409303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:05.408571 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-005bf554-9390-439d-95ba-6b919cc2235c tempest-TestShelveInstance-2037409303 tempest-TestShelveInstance-2037409303-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1093 time: 0.1324966 Dec 09 01:15:05.411463 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55368) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:05.415583 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Request body: {'floatingip': {'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'port_id': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:15:05.436470 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for floatingip, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:05.534477 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:05.555583 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c124fb-985e-437a-8635-7d9bc3c67d87 req-e77b1195-5156-44c2-a279-122c62cd3e3f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:05.557071 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e9c124fb-985e-437a-8635-7d9bc3c67d87 req-e77b1195-5156-44c2-a279-122c62cd3e3f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 947 time: 0.0501599 Dec 09 01:15:05.605224 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e9c124fb-985e-437a-8635-7d9bc3c67d87 req-af16da8b-e070-4cc5-91b2-cca7eaee1cdc tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414138 Dec 09 01:15:05.644781 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Allocated IP 172.27.0.146 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/0988f96c-5fff-441b-88bb-abda0bc6325c) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:15:05.740988 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:05.774173 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:05.810443 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:15:05.813288 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:15:05.816640 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:15:05.849678 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event updated for resources: {'Port': ['ID=0988f96c-5fff-441b-88bb-abda0bc6325c,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:06.176618 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:06.246269 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:06.398962 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:06.404057 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:06.474606 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event updated for resources: {'Port': ['ID=0988f96c-5fff-441b-88bb-abda0bc6325c,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:06.489128 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:06.596212 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Floating IP eaa8469f-39f5-4a13-af7b-82da6c4db175 associated. External IP: 172.27.0.146, port: ce47340a-b2d8-4162-9551-02036e78fb48. Dec 09 01:15:06.732718 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00681bd7-b6a2-4ed9-9aa9-24832f4fbe0b req-f248f829-edd6-4a51-908f-91e72c234cc0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:06.734232 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-00681bd7-b6a2-4ed9-9aa9-24832f4fbe0b req-f248f829-edd6-4a51-908f-91e72c234cc0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 947 time: 0.0537300 Dec 09 01:15:06.788899 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-00681bd7-b6a2-4ed9-9aa9-24832f4fbe0b req-15a70e05-0e33-4b84-8285-f9e12071f3d7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485716 Dec 09 01:15:06.828185 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:15:06.940562 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:15:06.954347 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec20bbe6-8214-4f05-9a2a-d3df4759aa4e None None] Sync routers for ids ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:15:06.966329 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec20bbe6-8214-4f05-9a2a-d3df4759aa4e None None] Routers {'4bb8deb7-f02d-43a8-b5e1-dce7161d7069'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:15:06.966569 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:06.967334 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-ec20bbe6-8214-4f05-9a2a-d3df4759aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:14:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:07.003361 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-e47db978-84e2-401a-9cd2-8d40c4d0d486 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5907609 Dec 09 01:15:07.003949 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:15:07.006220 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:15:07.043897 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333a4d77-0c57-4307-9120-ef734e6f0b6d x-openstack-request-id: req-333a4d77-0c57-4307-9120-ef734e6f0b6d {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:15:07.044268 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:15:07.044593 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-333a4d77-0c57-4307-9120-ef734e6f0b6d {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:15:07.045064 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'status': 'completed', 'code': 200} Dec 09 01:15:07.097580 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-ec20bbe6-8214-4f05-9a2a-d3df4759aa4e None None] Set router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:15:07.127618 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca req-446c8638-48a7-4503-ba62-c12d423287b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:07.129143 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca req-446c8638-48a7-4503-ba62-c12d423287b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9af91ce42164b7d8dbeecc27f4698e8&device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1098 time: 0.0406938 Dec 09 01:15:07.222204 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca req-cf24b25c-bb42-431c-92ff-bb3c100d6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:07.223617 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca req-cf24b25c-bb42-431c-92ff-bb3c100d6d24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f10b420b-f882-4844-b296-4fbc97188815 HTTP/1.1" status: 200 len: 910 time: 0.0859840 Dec 09 01:15:07.289466 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca req-5f6ed808-d744-4443-88ad-9c09c3d8cc59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce47340a-b2d8-4162-9551-02036e78fb48 HTTP/1.1" status: 200 len: 999 time: 0.0581887 Dec 09 01:15:07.328264 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-ec20bbe6-8214-4f05-9a2a-d3df4759aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:09Z', 'revision_number': 4, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'eaa8469f-39f5-4a13-af7b-82da6c4db175', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'port_id': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'mac_address': 'fa:16:3e:7e:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:15:06Z', 'updated_at': '2021-12-09T01:15:06Z', 'revision_number': 0, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e11165-a11e-4a11-a186-ba58a041eff0', 'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'mac_address': 'fa:16:3e:c4:e4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:08Z', 'updated_at': '2021-12-09T01:14:13Z', 'revision_number': 5, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'subnets': [{'id': '06aeb252-e100-4822-8c4e-35c55412a768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:07.344179 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca req-8343a90c-e48b-45b5-a476-ab4893fbc789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:07.345970 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca req-8343a90c-e48b-45b5-a476-ab4893fbc789 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06aeb252-e100-4822-8c4e-35c55412a768 HTTP/1.1" status: 200 len: 848 time: 0.0453577 Dec 09 01:15:07.358285 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec20bbe6-8214-4f05-9a2a-d3df4759aa4e None None] Checking router: 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:15:07.366745 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec20bbe6-8214-4f05-9a2a-d3df4759aa4e None None] Routers {'4bb8deb7-f02d-43a8-b5e1-dce7161d7069'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:15:07.367360 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-ec20bbe6-8214-4f05-9a2a-d3df4759aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:14:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:07.398769 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca req-bff5e533-e1ef-4799-9db4-3f48f1ab48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:07.400009 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca req-bff5e533-e1ef-4799-9db4-3f48f1ab48f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f10b420b-f882-4844-b296-4fbc97188815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435436 Dec 09 01:15:07.477883 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-ec20bbe6-8214-4f05-9a2a-d3df4759aa4e None None] Set router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:15:07.490837 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca req-1578e05b-8549-4a93-8a4e-78346ee1365b service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830438 Dec 09 01:15:07.587342 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-247ac575-d6c1-45ed-82ba-c6e8c99b68ca req-01514c1f-469d-4d23-8b95-57823ae8918b service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891700 Dec 09 01:15:07.696799 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-ec20bbe6-8214-4f05-9a2a-d3df4759aa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:09Z', 'revision_number': 4, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'eaa8469f-39f5-4a13-af7b-82da6c4db175', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'port_id': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'mac_address': 'fa:16:3e:7e:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:15:06Z', 'updated_at': '2021-12-09T01:15:06Z', 'revision_number': 0, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e11165-a11e-4a11-a186-ba58a041eff0', 'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'mac_address': 'fa:16:3e:c4:e4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:08Z', 'updated_at': '2021-12-09T01:14:13Z', 'revision_number': 5, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'subnets': [{'id': '06aeb252-e100-4822-8c4e-35c55412a768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:07.726047 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec20bbe6-8214-4f05-9a2a-d3df4759aa4e None None] The sync data for ids ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'] in dv-cinder-790535-20-iscsi is: [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:09Z', 'revision_number': 4, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'eaa8469f-39f5-4a13-af7b-82da6c4db175', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'port_id': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'mac_address': 'fa:16:3e:7e:36:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:15:06Z', 'updated_at': '2021-12-09T01:15:06Z', 'revision_number': 0, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49e11165-a11e-4a11-a186-ba58a041eff0', 'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'mac_address': 'fa:16:3e:c4:e4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:08Z', 'updated_at': '2021-12-09T01:14:13Z', 'revision_number': 5, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'subnets': [{'id': '06aeb252-e100-4822-8c4e-35c55412a768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:15:07.911320 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345500d-cf2a-4c7c-b65f-98170df835cf None None] New status for floating IP eaa8469f-39f5-4a13-af7b-82da6c4db175: ACTIVE {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:15:07.917166 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167f14f-b072-4acd-aa8f-485b021e1d52 req-968b91ce-ca2e-4673-ac76-2b947866eab4 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:07.919725 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f167f14f-b072-4acd-aa8f-485b021e1d52 req-968b91ce-ca2e-4673-ac76-2b947866eab4 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 947 time: 0.0529342 Dec 09 01:15:07.977438 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f167f14f-b072-4acd-aa8f-485b021e1d52 req-3dabc403-dfc4-4845-9efa-3f5800f59555 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514958 Dec 09 01:15:21.591745 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:22.099717 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d14ed7f6-418b-4d71-b133-f03ca08c800b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:24.487536 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b6a3d523-2cb1-47c3-a4dd-eb557eb04938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:26.147328 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:26.468879 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:15:27.162614 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:28.360296 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:34.433248 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ba5c3-ab36-48f8-9472-361ce2d3ae26 req-fa924821-8823-4bf0-b804-a0d731e2dc6e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:34.434798 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-574ba5c3-ab36-48f8-9472-361ce2d3ae26 req-fa924821-8823-4bf0-b804-a0d731e2dc6e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 945 time: 0.0488324 Dec 09 01:15:34.481057 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-574ba5c3-ab36-48f8-9472-361ce2d3ae26 req-0b66c66d-0006-4e1f-ae8b-77659cd73b39 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 Dec 09 01:15:35.600903 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500579c-b945-493f-8472-4366531aa6c2 req-719d8554-fea4-4bf1-8181-4d75d9bcd886 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:35.602359 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b500579c-b945-493f-8472-4366531aa6c2 req-719d8554-fea4-4bf1-8181-4d75d9bcd886 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 945 time: 0.0521984 Dec 09 01:15:35.650286 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b500579c-b945-493f-8472-4366531aa6c2 req-2b232ea1-57d6-45cf-abae-917971098107 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411811 Dec 09 01:15:36.499334 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-0b65e480-9ede-4455-bef4-4fcb23b9684c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:36.500838 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-0b65e480-9ede-4455-bef4-4fcb23b9684c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.46 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 945 time: 0.0512691 Dec 09 01:15:36.595164 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Deleting port ee3f3652-c539-4795-8d3f-0a54415c13a1 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:15:36.595499 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:36.683842 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] For port ee3f3652-c539-4795-8d3f-0a54415c13a1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ee3f3652-c539-4795-8d3f-0a54415c13a1,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:36.684209 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:36.766904 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5970-3769-4d44-8e05-8cb83f0b38d0 req-a4b496f0-1c58-43b5-847e-110736402c4c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:36.768283 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fb4b5970-3769-4d44-8e05-8cb83f0b38d0 req-a4b496f0-1c58-43b5-847e-110736402c4c tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 945 time: 0.0493670 Dec 09 01:15:36.816624 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fb4b5970-3769-4d44-8e05-8cb83f0b38d0 req-4ab6bc25-2011-486a-9a1b-8a4caa4b8563 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups?id=094778ea-8805-4068-8267-d61d736ef090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423644 Dec 09 01:15:36.854001 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:36.854387 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:36.854727 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Floating IP e9b4c8eb-f796-471d-a75a-f2d41b3d4f5b disassociated. External IP: 172.27.0.178, port: ee3f3652-c539-4795-8d3f-0a54415c13a1. Dec 09 01:15:36.855067 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Calling delete_port for ee3f3652-c539-4795-8d3f-0a54415c13a1 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:15:36.985827 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:37.013019 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event deleted for resources: {'Port': ['ID=ee3f3652-c539-4795-8d3f-0a54415c13a1,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:37.027125 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.027485 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.027857 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.028204 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.028549 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.028878 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.029207 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.029542 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.029873 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.030205 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.031062 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.032000 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.032458 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:37.143070 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:15:37.249562 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:15:37.259679 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417b351-892e-4549-a187-f9a462e2dbdb None None] Sync routers for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:15:37.270439 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417b351-892e-4549-a187-f9a462e2dbdb None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:15:37.271097 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-3417b351-892e-4549-a187-f9a462e2dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:37.290570 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] No DVR routers for this DVR port ee3f3652-c539-4795-8d3f-0a54415c13a1 on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:15:37.293225 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:37.296968 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-8d226492-6943-4e0a-8ec9-4bed3ab8bd43 req-59d4d248-c470-4502-b76e-36bfbb3a917e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.46 "DELETE /v2.0/ports/ee3f3652-c539-4795-8d3f-0a54415c13a1 HTTP/1.1" status: 204 len: 173 time: 0.7884302 Dec 09 01:15:37.297417 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'name': 'network-vif-deleted', 'tag': 'ee3f3652-c539-4795-8d3f-0a54415c13a1'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:15:37.300349 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01085f49-b5ed-4d82-9bf0-031b79d597fc" -d '{"events": [{"server_uuid": "dff79e04-c822-44bc-b9dd-2e0f3b412de7", "name": "network-vif-deleted", "tag": "ee3f3652-c539-4795-8d3f-0a54415c13a1"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:15:37.337645 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2e910a-ecc7-4d78-83b2-c924f56804a6 x-openstack-request-id: req-bd2e910a-ecc7-4d78-83b2-c924f56804a6 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:15:37.338114 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff79e04-c822-44bc-b9dd-2e0f3b412de7", "name": "network-vif-deleted", "tag": "ee3f3652-c539-4795-8d3f-0a54415c13a1", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:15:37.338651 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bd2e910a-ecc7-4d78-83b2-c924f56804a6 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:15:37.339143 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff79e04-c822-44bc-b9dd-2e0f3b412de7', 'name': 'network-vif-deleted', 'tag': 'ee3f3652-c539-4795-8d3f-0a54415c13a1', 'status': 'completed', 'code': 200} Dec 09 01:15:37.383748 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-3417b351-892e-4549-a187-f9a462e2dbdb None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:15:37.600740 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-3417b351-892e-4549-a187-f9a462e2dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:37.629675 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417b351-892e-4549-a187-f9a462e2dbdb None None] Checking router: 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:15:37.637841 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417b351-892e-4549-a187-f9a462e2dbdb None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:15:37.638486 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-3417b351-892e-4549-a187-f9a462e2dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:37.869774 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-3417b351-892e-4549-a187-f9a462e2dbdb None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:15:37.929069 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60e4fa12-b853-4e38-bcd4-926ffd68612c req-8e99c06c-915c-4494-bff5-6a141484f9d9 tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/ports?device_id=dff79e04-c822-44bc-b9dd-2e0f3b412de7 HTTP/1.1" status: 200 len: 210 time: 0.0281012 Dec 09 01:15:38.076108 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-3417b351-892e-4549-a187-f9a462e2dbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:38.101709 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417b351-892e-4549-a187-f9a462e2dbdb None None] The sync data for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi is: [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:08:45Z', 'revision_number': 4, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb', 'name': '', 'network_id': '56b0a9c8-a9f0-4971-a73a-1b8741a01fce', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'mac_address': 'fa:16:3e:61:db:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:44Z', 'updated_at': '2021-12-09T01:08:58Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'subnets': [{'id': 'dcb67bd4-d21e-4f99-b2e2-a403d3997557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:15:38.301991 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e8f6d-f474-4f65-9e31-54d0df8831ff None None] New status for floating IP e9b4c8eb-f796-471d-a75a-f2d41b3d4f5b: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:15:39.012458 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55574) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:39.069417 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f4905a21-9957-4f68-9ff5-ceefccaed31e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:39.093085 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f4905a21-9957-4f68-9ff5-ceefccaed31e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:39.139778 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f4905a21-9957-4f68-9ff5-ceefccaed31e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:39.142982 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f4905a21-9957-4f68-9ff5-ceefccaed31e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:39.144133 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f4905a21-9957-4f68-9ff5-ceefccaed31e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "DELETE /v2.0/security-groups/094778ea-8805-4068-8267-d61d736ef090 HTTP/1.1" status: 204 len: 168 time: 0.1306655 Dec 09 01:15:39.147035 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55576) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:39.153004 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4905a21-9957-4f68-9ff5-ceefccaed31e tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094778ea-8805-4068-8267-d61d736ef090,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:39.164931 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.api.v2.resource [None req-41cfee36-d0ec-4bfa-ab79-1fe4098b750f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] show failed (client error): The resource could not be found. Dec 09 01:15:39.166091 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-41cfee36-d0ec-4bfa-ab79-1fe4098b750f tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "GET /v2.0/security-groups/094778ea-8805-4068-8267-d61d736ef090 HTTP/1.1" status: 404 len: 347 time: 0.0179710 Dec 09 01:15:39.169091 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55578) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:39.290356 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-8f25d9f5-c804-4430-ba7b-ef0a65fc45ac tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Deleting port c1144896-6adf-4d84-9417-6e1147c64a99 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:15:39.290713 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8f25d9f5-c804-4430-ba7b-ef0a65fc45ac tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:39.364784 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8f25d9f5-c804-4430-ba7b-ef0a65fc45ac tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:39.365099 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8f25d9f5-c804-4430-ba7b-ef0a65fc45ac tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:39.376734 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-8f25d9f5-c804-4430-ba7b-ef0a65fc45ac tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Calling delete_port for c1144896-6adf-4d84-9417-6e1147c64a99 owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:15:39.503059 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8f25d9f5-c804-4430-ba7b-ef0a65fc45ac tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:39.531274 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25d9f5-c804-4430-ba7b-ef0a65fc45ac tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Pushing event deleted for resources: {'Port': ['ID=c1144896-6adf-4d84-9417-6e1147c64a99,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:39.591845 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8f25d9f5-c804-4430-ba7b-ef0a65fc45ac tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:39.594966 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-8f25d9f5-c804-4430-ba7b-ef0a65fc45ac tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:39.596122 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8f25d9f5-c804-4430-ba7b-ef0a65fc45ac tempest-AttachVolumeTestJSON-1424586768 tempest-AttachVolumeTestJSON-1424586768-project] 10.222.0.23 "DELETE /v2.0/floatingips/e9b4c8eb-f796-471d-a75a-f2d41b3d4f5b HTTP/1.1" status: 204 len: 168 time: 0.4260542 Dec 09 01:15:40.246026 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device ee3f3652-c539-4795-8d3f-0a54415c13a1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:15:40.266540 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: ee3f3652-c539-4795-8d3f-0a54415c13a1 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:15:40.266877 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device ee3f3652-c539-4795-8d3f-0a54415c13a1 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:15:42.813323 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1182c-c5f1-44b2-9fd1-f8be550c875a req-9b0e5310-9ab6-4548-b86e-dbd0cd26e4bc tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:42.815000 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a4e1182c-c5f1-44b2-9fd1-f8be550c875a req-9b0e5310-9ab6-4548-b86e-dbd0cd26e4bc tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 947 time: 0.0503983 Dec 09 01:15:42.862919 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a4e1182c-c5f1-44b2-9fd1-f8be550c875a req-e1922fab-19e6-4e4a-a4bf-778356b8d6ab tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 Dec 09 01:15:43.110349 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55630) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:43.817553 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632160'] for router_interface, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:43.982993 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c996f33-775f-46be-b280-c50d73761b24 req-e4a58076-e54f-4b04-b024-cd3f23cc5580 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:43.985121 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2c996f33-775f-46be-b280-c50d73761b24 req-e4a58076-e54f-4b04-b024-cd3f23cc5580 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 947 time: 0.0489447 Dec 09 01:15:44.033313 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2c996f33-775f-46be-b280-c50d73761b24 req-362d92e6-0d39-470e-bc99-5ce909223ea3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421579 Dec 09 01:15:44.068567 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] Deleting port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:15:44.068840 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:44.145190 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] For port 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:44.145850 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:44.157585 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] Calling delete_port for 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb owned by network:router_interface {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:15:44.339021 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:44.367374 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] Pushing event deleted for resources: {'Port': ['ID=4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:44.534905 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632060'] for router_interface, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:44.670051 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303034c0-c966-4444-af9b-249853374d2e req-ef33529a-ae6a-4d38-b20d-6e745f02d8a9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:44.670747 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-303034c0-c966-4444-af9b-249853374d2e req-ef33529a-ae6a-4d38-b20d-6e745f02d8a9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.46 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 947 time: 0.0939260 Dec 09 01:15:44.846416 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Deleting port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:15:44.846752 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:44.871807 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] Router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:15:44.988115 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] For port 32dbcbce-dad9-41fe-b5d3-02be9f909db4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=32dbcbce-dad9-41fe-b5d3-02be9f909db4,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:44.988480 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:45.080943 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:15:45.090483 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344588c4-3256-49af-8837-5572d7cbd8cd None None] Sync routers for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:15:45.092910 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9b3f030b-0a8f-44d2-8948-6c2ba30ff55b admin admin] 10.222.0.23 "PUT /v2.0/routers/0b82d1a5-8d3c-4c46-841e-a8b1b425ea13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9813745 Dec 09 01:15:45.096011 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55640) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:45.107340 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344588c4-3256-49af-8837-5572d7cbd8cd None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:15:45.108391 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-344588c4-3256-49af-8837-5572d7cbd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:45.217373 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:45.218014 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-344588c4-3256-49af-8837-5572d7cbd8cd None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:15:45.218188 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:45.218431 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Floating IP 493fb7ee-6fd1-41be-8f95-c1b056a6c4c7 disassociated. External IP: 172.27.0.55, port: 32dbcbce-dad9-41fe-b5d3-02be9f909db4. Dec 09 01:15:45.219137 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Calling delete_port for 32dbcbce-dad9-41fe-b5d3-02be9f909db4 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:15:45.227951 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf68876-287b-415a-ad5c-22fdda586796 req-720ba418-2016-470d-b5a2-5b3f7b153884 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:45.229400 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eaf68876-287b-415a-ad5c-22fdda586796 req-720ba418-2016-470d-b5a2-5b3f7b153884 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=1515b060-5e76-4152-acbc-e3affaca18e2 HTTP/1.1" status: 200 len: 947 time: 0.0879269 Dec 09 01:15:45.260403 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Publish callbacks [] for router, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:45.320255 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-eaf68876-287b-415a-ad5c-22fdda586796 req-435828d0-facd-46dc-923d-c585c0484a23 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846353 Dec 09 01:15:45.364038 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:45.391715 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:45.396885 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event deleted for resources: {'Port': ['ID=32dbcbce-dad9-41fe-b5d3-02be9f909db4,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:45.406942 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-344588c4-3256-49af-8837-5572d7cbd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:15:44Z', 'revision_number': 5, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port': {'id': '3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:08:40Z', 'updated_at': '2021-12-09T01:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:45.436535 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344588c4-3256-49af-8837-5572d7cbd8cd None None] Checking router: 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:15:45.446387 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344588c4-3256-49af-8837-5572d7cbd8cd None None] Routers {'0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:15:45.447227 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-344588c4-3256-49af-8837-5572d7cbd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:45.449600 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Deleting port 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:15:45.450162 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:45.519383 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Router 5b53c485-355b-482b-8b4b-d0952362ec81 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:15:45.531518 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] For port 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:45.531993 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:45.537546 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-344588c4-3256-49af-8837-5572d7cbd8cd None None] Set router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 gateway port host: None {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:15:45.545026 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Calling delete_port for 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 owned by network:router_gateway {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:15:45.596607 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-344588c4-3256-49af-8837-5572d7cbd8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:15:45Z', 'revision_number': 6, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port_host': None}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:45.628705 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344588c4-3256-49af-8837-5572d7cbd8cd None None] The sync data for ids ['0b82d1a5-8d3c-4c46-841e-a8b1b425ea13'] in dv-cinder-790535-20-iscsi is: [{'id': '0b82d1a5-8d3c-4c46-841e-a8b1b425ea13', 'name': 'tempest-AttachVolumeTestJSON-1855236779-router', 'tenant_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:08:38Z', 'updated_at': '2021-12-09T01:15:45Z', 'revision_number': 6, 'project_id': '853a8a131b9d4f239bc6b9dc03642f2e', 'gw_port_host': None}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:15:45.659197 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:15:45.680375 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484ac86-d443-40ce-9f67-8f6c33d868e8 None None] Sync routers for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:15:45.690731 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484ac86-d443-40ce-9f67-8f6c33d868e8 None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:15:45.691404 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-7484ac86-d443-40ce-9f67-8f6c33d868e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:45.703882 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] No DVR routers for this DVR port 32dbcbce-dad9-41fe-b5d3-02be9f909db4 on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:15:45.706542 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:45.710019 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-303034c0-c966-4444-af9b-249853374d2e req-d88e0c8d-7213-477b-8458-e802380129f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.46 "DELETE /v2.0/ports/32dbcbce-dad9-41fe-b5d3-02be9f909db4 HTTP/1.1" status: 204 len: 173 time: 1.0321634 Dec 09 01:15:45.710488 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'name': 'network-vif-deleted', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:15:45.713077 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f04db0e-974e-4860-b72c-529e3c79a19e" -d '{"events": [{"server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "name": "network-vif-deleted", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:15:45.729565 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:45.762662 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba3bb97-36f4-457f-9096-a248d0bf801c x-openstack-request-id: req-fba3bb97-36f4-457f-9096-a248d0bf801c {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:15:45.762969 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1515b060-5e76-4152-acbc-e3affaca18e2", "name": "network-vif-deleted", "tag": "32dbcbce-dad9-41fe-b5d3-02be9f909db4", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:15:45.763232 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fba3bb97-36f4-457f-9096-a248d0bf801c {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:15:45.763640 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1515b060-5e76-4152-acbc-e3affaca18e2', 'name': 'network-vif-deleted', 'tag': '32dbcbce-dad9-41fe-b5d3-02be9f909db4', 'status': 'completed', 'code': 200} Dec 09 01:15:45.771681 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:45.826689 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.827145 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.827683 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.828162 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.828415 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.828755 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.829096 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.829224 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-7484ac86-d443-40ce-9f67-8f6c33d868e8 None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:15:45.829436 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.829775 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.830107 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.830465 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.830796 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.831126 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:15:45.854933 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625754'] for router_gateway, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.078069 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-7484ac86-d443-40ce-9f67-8f6c33d868e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:46.111369 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484ac86-d443-40ce-9f67-8f6c33d868e8 None None] Checking router: 5b53c485-355b-482b-8b4b-d0952362ec81 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:15:46.120696 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484ac86-d443-40ce-9f67-8f6c33d868e8 None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:15:46.121339 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-7484ac86-d443-40ce-9f67-8f6c33d868e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:46.221525 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39779'] for router, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.223850 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.229847 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-7484ac86-d443-40ce-9f67-8f6c33d868e8 None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:15:46.265969 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1619973'] for router, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.266764 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 {{(pid=102582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 01:15:46.271933 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.273307 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-79cdce06-a62d-40a9-8f82-d909ee3f3b91 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0b82d1a5-8d3c-4c46-841e-a8b1b425ea13 HTTP/1.1" status: 204 len: 168 time: 1.1762276 Dec 09 01:15:46.277221 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55644) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:46.333586 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-5778ab26-686c-4858-b2a8-8b6a0c7b8622 admin admin] Deleting subnet dcb67bd4-d21e-4f99-b2e2-a403d3997557 {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:15:46.337036 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5778ab26-686c-4858-b2a8-8b6a0c7b8622 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.372914 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5778ab26-686c-4858-b2a8-8b6a0c7b8622 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5005203'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.430793 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55650) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:46.456493 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-7484ac86-d443-40ce-9f67-8f6c33d868e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:46.462853 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5778ab26-686c-4858-b2a8-8b6a0c7b8622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.484269 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484ac86-d443-40ce-9f67-8f6c33d868e8 None None] The sync data for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi is: [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:15:46.515405 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ee5073aa-ea71-4a72-83af-3a634f13c824 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.527059 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5778ab26-686c-4858-b2a8-8b6a0c7b8622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4394949'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.546787 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ee5073aa-ea71-4a72-83af-3a634f13c824 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.551500 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778ab26-686c-4858-b2a8-8b6a0c7b8622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb67bd4-d21e-4f99-b2e2-a403d3997557,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:46.560327 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-5778ab26-686c-4858-b2a8-8b6a0c7b8622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.567411 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88443207-8abe-44a9-909e-27a2f0ba4fec None None] Network 56b0a9c8-a9f0-4971-a73a-1b8741a01fce requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:15:46.570256 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55652) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:46.570595 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-5778ab26-686c-4858-b2a8-8b6a0c7b8622 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dcb67bd4-d21e-4f99-b2e2-a403d3997557 HTTP/1.1" status: 204 len: 168 time: 0.2917988 Dec 09 01:15:46.673123 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.692058 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ee5073aa-ea71-4a72-83af-3a634f13c824 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.700803 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ee5073aa-ea71-4a72-83af-3a634f13c824 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.706839 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55654) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:46.707493 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-ee5073aa-ea71-4a72-83af-3a634f13c824 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "DELETE /v2.0/security-groups/7ffd8dc8-22d4-43d6-8476-01a0eeebceb2 HTTP/1.1" status: 204 len: 168 time: 0.2751236 Dec 09 01:15:46.725313 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.api.v2.resource [None req-e16d5b9a-018c-4cd5-b3a5-e17d08ba9945 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] show failed (client error): The resource could not be found. Dec 09 01:15:46.728644 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-e16d5b9a-018c-4cd5-b3a5-e17d08ba9945 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups/7ffd8dc8-22d4-43d6-8476-01a0eeebceb2 HTTP/1.1" status: 404 len: 347 time: 0.0181196 Dec 09 01:15:46.729465 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55656) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:46.737670 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:15:46.747019 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5073aa-ea71-4a72-83af-3a634f13c824 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffd8dc8-22d4-43d6-8476-01a0eeebceb2,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:46.789677 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:15:46.790207 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 4b57dcdc-eba3-4cbe-b860-c3c6ad0e60bb not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:15:46.790680 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:15:46.794646 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Deleting port 852ea151-8fc0-4381-8f12-2d6bafdd15fb {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:15:46.795307 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.817610 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:15:46.817953 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 3b2ede6e-8ee3-4b7f-b277-31f0aaf06ba1 not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:15:46.820913 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda01449-5ba5-4ed6-a19d-bb7135c9ddf8 None None] DHCP port deletion for 56b0a9c8-a9f0-4971-a73a-1b8741a01fce request from dv-cinder-790535-20-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 01:15:46.896152 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-cda01449-5ba5-4ed6-a19d-bb7135c9ddf8 None None] Deleting port 852ea151-8fc0-4381-8f12-2d6bafdd15fb {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:15:46.896681 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cda01449-5ba5-4ed6-a19d-bb7135c9ddf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.909583 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] For port 852ea151-8fc0-4381-8f12-2d6bafdd15fb, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=852ea151-8fc0-4381-8f12-2d6bafdd15fb,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:46.910751 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.919999 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-00e43975-a31f-42e1-b8cf-098ffc67c1e9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Deleting port 029ab5b3-46ad-48c3-8c3a-fb9d101c1923 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:15:46.920615 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-00e43975-a31f-42e1-b8cf-098ffc67c1e9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:46.927048 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Calling delete_port for 852ea151-8fc0-4381-8f12-2d6bafdd15fb owned by network:dhcp {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:15:46.954695 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656d62bb-eac8-4cf7-b39d-aba3df79a462 None None] New status for floating IP 493fb7ee-6fd1-41be-8f95-c1b056a6c4c7: DOWN {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:15:47.004343 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-cda01449-5ba5-4ed6-a19d-bb7135c9ddf8 None None] For port 852ea151-8fc0-4381-8f12-2d6bafdd15fb, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=852ea151-8fc0-4381-8f12-2d6bafdd15fb,segment=NetworkSegment(3930f04c-992a-4ce4-a4ac-099a7d8b4ef1),segment_id=3930f04c-992a-4ce4-a4ac-099a7d8b4ef1)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:47.004749 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cda01449-5ba5-4ed6-a19d-bb7135c9ddf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.017858 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-00e43975-a31f-42e1-b8cf-098ffc67c1e9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.018433 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-00e43975-a31f-42e1-b8cf-098ffc67c1e9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.024242 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.031573 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-00e43975-a31f-42e1-b8cf-098ffc67c1e9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Calling delete_port for 029ab5b3-46ad-48c3-8c3a-fb9d101c1923 owned by network:floatingip {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:15:47.052879 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Pushing event deleted for resources: {'Port': ['ID=852ea151-8fc0-4381-8f12-2d6bafdd15fb,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:47.053842 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] No DVR routers for this DVR port 852ea151-8fc0-4381-8f12-2d6bafdd15fb on host dv-cinder-790535-20-iscsi {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:15:47.061660 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-cda01449-5ba5-4ed6-a19d-bb7135c9ddf8 None None] Calling delete_port for 852ea151-8fc0-4381-8f12-2d6bafdd15fb owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:15:47.143178 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.166260 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b0a9c8-a9f0-4971-a73a-1b8741a01fce']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:47.179287 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:47.179582 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3930f04c-992a-4ce4-a4ac-099a7d8b4ef1') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:15:47.184164 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cda01449-5ba5-4ed6-a19d-bb7135c9ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.191045 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1063504'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.205959 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.209268 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-00e43975-a31f-42e1-b8cf-098ffc67c1e9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.212485 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:15:47.212870 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4430809'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: timer() Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: cb(*args, **kw) Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: self._notify() Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: self.callback(batched_events) Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: event.method(event) Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._get(url).json() Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:15:47.214594 dv-cinder-790535-20-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:15:47.221756 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda01449-5ba5-4ed6-a19d-bb7135c9ddf8 None None] Pushing event deleted for resources: {'Port': ['ID=852ea151-8fc0-4381-8f12-2d6bafdd15fb,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:47.224448 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda01449-5ba5-4ed6-a19d-bb7135c9ddf8 None None] No DVR routers for this DVR port 852ea151-8fc0-4381-8f12-2d6bafdd15fb on host dv-cinder-790535-20-iscsi {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:15:47.244014 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e43975-a31f-42e1-b8cf-098ffc67c1e9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event deleted for resources: {'Port': ['ID=029ab5b3-46ad-48c3-8c3a-fb9d101c1923,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:47.273729 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.280539 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.288677 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] 10.222.0.23 "DELETE /v2.0/networks/56b0a9c8-a9f0-4971-a73a-1b8741a01fce HTTP/1.1" status: 204 len: 168 time: 0.7145281 Dec 09 01:15:47.301089 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10868f1c-1a31-4acc-9a5f-e8b54535621b admin admin] Pushing event deleted for resources: {'Network': ['ID=56b0a9c8-a9f0-4971-a73a-1b8741a01fce,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:47.319425 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-00e43975-a31f-42e1-b8cf-098ffc67c1e9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.322357 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-00e43975-a31f-42e1-b8cf-098ffc67c1e9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.323546 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-00e43975-a31f-42e1-b8cf-098ffc67c1e9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "DELETE /v2.0/floatingips/493fb7ee-6fd1-41be-8f95-c1b056a6c4c7 HTTP/1.1" status: 204 len: 168 time: 0.5931604 Dec 09 01:15:47.410507 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55662) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:47.449747 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-466dcd6f-5af6-4c71-9415-8416cf908d81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=853a8a131b9d4f239bc6b9dc03642f2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379734 Dec 09 01:15:47.452906 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55664) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:47.503499 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9af8aa10-f680-4d7a-8f82-75ef1d415a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.525974 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9af8aa10-f680-4d7a-8f82-75ef1d415a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.578449 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9af8aa10-f680-4d7a-8f82-75ef1d415a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.581278 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9af8aa10-f680-4d7a-8f82-75ef1d415a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.582462 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9af8aa10-f680-4d7a-8f82-75ef1d415a22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd388b4b-bfcd-4eeb-8385-39695c11ff8c HTTP/1.1" status: 204 len: 168 time: 0.1285110 Dec 09 01:15:47.591819 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8aa10-f680-4d7a-8f82-75ef1d415a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd388b4b-bfcd-4eeb-8385-39695c11ff8c,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:47.734265 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55668) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:47.739209 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-787010b4-5442-426e-9d3d-8844c51a8fa7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1620366543', 'description': 'tempest-description--688631348'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:15:47.762765 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-787010b4-5442-426e-9d3d-8844c51a8fa7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.835201 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-787010b4-5442-426e-9d3d-8844c51a8fa7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.839643 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-787010b4-5442-426e-9d3d-8844c51a8fa7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.873567 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-787010b4-5442-426e-9d3d-8844c51a8fa7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.875640 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-787010b4-5442-426e-9d3d-8844c51a8fa7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1401081 Dec 09 01:15:47.878412 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55676) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:47.880033 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787010b4-5442-426e-9d3d-8844c51a8fa7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81997397-f65a-47d1-adfc-e86feb713793,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:47.882932 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-765c1605-24d5-4333-b01e-dc046b39b68f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'security_group_rule': {'security_group_id': '81997397-f65a-47d1-adfc-e86feb713793', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:15:47.909545 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-765c1605-24d5-4333-b01e-dc046b39b68f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.967556 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-765c1605-24d5-4333-b01e-dc046b39b68f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.971929 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-765c1605-24d5-4333-b01e-dc046b39b68f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:47.991474 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c1605-24d5-4333-b01e-dc046b39b68f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5238907d-c645-4ab4-8b29-714b52e80e61,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:48.000203 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-765c1605-24d5-4333-b01e-dc046b39b68f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.001406 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-765c1605-24d5-4333-b01e-dc046b39b68f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219883 Dec 09 01:15:48.004328 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55682) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:48.008571 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-24f49740-e69b-4955-a5f8-e857bd89e7b2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'security_group_rule': {'security_group_id': '81997397-f65a-47d1-adfc-e86feb713793', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:15:48.036885 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-24f49740-e69b-4955-a5f8-e857bd89e7b2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.067109 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-255c65ee-6f50-4ecf-ac0c-048cc4f338d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434074 Dec 09 01:15:48.096357 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-24f49740-e69b-4955-a5f8-e857bd89e7b2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.100912 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-24f49740-e69b-4955-a5f8-e857bd89e7b2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.122596 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f49740-e69b-4955-a5f8-e857bd89e7b2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e90463f-263a-47ca-84e9-2cfb0d795e1b,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:48.133960 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-24f49740-e69b-4955-a5f8-e857bd89e7b2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.138265 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-24f49740-e69b-4955-a5f8-e857bd89e7b2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302707 Dec 09 01:15:48.139226 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55688) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:48.146016 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'floatingip': {'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:15:48.171751 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.173991 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-47ace8b3-a6ce-4896-85d3-ac779328c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:48.175989 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-47ace8b3-a6ce-4896-85d3-ac779328c9f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9af91ce42164b7d8dbeecc27f4698e8&device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1098 time: 0.0448678 Dec 09 01:15:48.273043 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.293247 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-fba41d9a-67d8-4afb-bf25-5aeb6849c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:48.294829 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-fba41d9a-67d8-4afb-bf25-5aeb6849c25b service neutron] 10.222.0.46 "GET /v2.0/networks?id=f10b420b-f882-4844-b296-4fbc97188815 HTTP/1.1" status: 200 len: 910 time: 0.0958097 Dec 09 01:15:48.361803 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-037c05e3-d986-456d-b032-2ace6db72f15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce47340a-b2d8-4162-9551-02036e78fb48 HTTP/1.1" status: 200 len: 1001 time: 0.0590787 Dec 09 01:15:48.384117 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Allocated IP 172.27.0.89 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/39f58c26-6b84-4dab-8c48-60f3fe37f429) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:15:48.414534 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-c3c443d1-78e8-4249-9a05-6723d595350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:48.415977 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-c3c443d1-78e8-4249-9a05-6723d595350a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06aeb252-e100-4822-8c4e-35c55412a768 HTTP/1.1" status: 200 len: 848 time: 0.0466807 Dec 09 01:15:48.468817 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-9bc7475a-2cb0-46d5-a658-605c00507675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:48.471062 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-9bc7475a-2cb0-46d5-a658-605c00507675 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f10b420b-f882-4844-b296-4fbc97188815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485268 Dec 09 01:15:48.492629 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.528389 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.567129 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:15:48.570184 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:15:48.570465 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-54e8229f-a0b4-46ed-8584-0634a4a0093c service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917776 Dec 09 01:15:48.573585 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:15:48.606038 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'Port': ['ID=39f58c26-6b84-4dab-8c48-60f3fe37f429,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:48.682431 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.688387 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4688ca09-21f7-465a-96d4-99f73fe002c6 req-7fe29a84-fbac-46a4-9dac-82cfc4a3572f service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109717 Dec 09 01:15:48.710823 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 852ea151-8fc0-4381-8f12-2d6bafdd15fb no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:15:48.721085 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.734219 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 852ea151-8fc0-4381-8f12-2d6bafdd15fb {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:15:48.734677 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 852ea151-8fc0-4381-8f12-2d6bafdd15fb not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:15:48.881143 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.886796 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.955088 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'Port': ['ID=39f58c26-6b84-4dab-8c48-60f3fe37f429,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:48.967215 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.982991 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:48.985025 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-22eb7c71-585f-44e7-98de-fbc7a4ab51f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8424513 Dec 09 01:15:49.189941 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-c2c921c9-8dd5-4d82-a038-69d63fe3f4a1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1620366543&fields=id&tenant_id=e237e82cdcf24c93b91e0c1799f78928 HTTP/1.1" status: 200 len: 267 time: 0.0484691 Dec 09 01:15:49.300417 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-c5398a5e-b0ee-474f-ade0-4e774a5f0446 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:49.301895 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-c5398a5e-b0ee-474f-ade0-4e774a5f0446 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 816 time: 0.1052949 Dec 09 01:15:49.316963 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-a78e71b4-27d7-46c4-b994-1e94210bf78c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/quotas/e237e82cdcf24c93b91e0c1799f78928 HTTP/1.1" status: 200 len: 375 time: 0.0093222 Dec 09 01:15:49.369300 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-3bcf16cc-1956-4589-bb43-989a49afb07c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466909 Dec 09 01:15:49.474980 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-863d4641-f21a-492e-95cb-004142258917 service neutron] 10.222.0.23 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939393 Dec 09 01:15:49.569682 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-cf1a35f0-34b1-4135-8e6f-2b320b0d39e1 service neutron] 10.222.0.23 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876398 Dec 09 01:15:49.741773 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2d579f0d-3f23-4a03-90aa-4284b721220a req-286820b5-b21d-4408-93ca-3b209996b8dd tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 210 time: 0.0301898 Dec 09 01:15:50.301129 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 32dbcbce-dad9-41fe-b5d3-02be9f909db4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:15:50.325357 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 32dbcbce-dad9-41fe-b5d3-02be9f909db4 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:15:50.325694 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 32dbcbce-dad9-41fe-b5d3-02be9f909db4 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:15:50.750876 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-66fbc2c7-7445-4220-ace1-0a05cbc17d28 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:50.752696 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-66fbc2c7-7445-4220-ace1-0a05cbc17d28 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 816 time: 0.1262929 Dec 09 01:15:50.852391 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-c7755e9c-ce05-47d2-82a1-c89cef4701f0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e237e82cdcf24c93b91e0c1799f78928 HTTP/1.1" status: 200 len: 380 time: 0.0800025 Dec 09 01:15:50.858542 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a4c1f2a7-e526-4c92-98b8-fc443e577d27 req-d71cb11c-4fda-4f75-95ca-abac2f4ad343 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 210 time: 0.0314174 Dec 09 01:15:50.862548 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'port': {'device_id': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'admin_state_up': True, 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'security_groups': ['81997397-f65a-47d1-adfc-e86feb713793']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:15:50.969695 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Made reservation on behalf of e237e82cdcf24c93b91e0c1799f78928 for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:15:50.973525 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:51.101334 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Allocated IP 172.20.0.3 (ccbffc9b-fb85-4600-abf1-45c776b606b2/4b3bd9ee-102c-4095-8ae9-181614a6c7fd/48fc2252-240d-4b5b-9f88-4769abf67db6) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:15:51.231826 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:51.269169 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:51.307894 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Network ccbffc9b-fb85-4600-abf1-45c776b606b2 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:15:51.310985 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:15:51.315104 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:15:51.342078 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event updated for resources: {'Port': ['ID=48fc2252-240d-4b5b-9f88-4769abf67db6,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:51.371006 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:51.371633 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:51.388920 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-ab01e9f2-1e63-4695-8d32-410f6c363530 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5302320 Dec 09 01:15:51.407852 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Request body: {'port': {'device_id': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:15:51.462118 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:51.561806 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-73d2af94-0a13-4811-b191-a6a61539ff78 None None] Provisioning complete for port 48fc2252-240d-4b5b-9f88-4769abf67db6 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:15:51.563055 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-73d2af94-0a13-4811-b191-a6a61539ff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:51.596425 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-73d2af94-0a13-4811-b191-a6a61539ff78 None None] Port 48fc2252-240d-4b5b-9f88-4769abf67db6 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:15:51.617498 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:51.722593 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48fc2252-240d-4b5b-9f88-4769abf67db6 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:15:51.729701 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:51.742169 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Transition to ACTIVE for port object 48fc2252-240d-4b5b-9f88-4769abf67db6 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:15:51.746228 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:51.794676 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Pushing event updated for resources: {'Port': ['ID=48fc2252-240d-4b5b-9f88-4769abf67db6,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:51.875794 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Attempting to bind port 48fc2252-240d-4b5b-9f88-4769abf67db6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:15:51.876145 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Attempting to bind port 48fc2252-240d-4b5b-9f88-4769abf67db6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:15:51.876649 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Attempting to bind port 48fc2252-240d-4b5b-9f88-4769abf67db6 on network ccbffc9b-fb85-4600-abf1-45c776b606b2 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:15:51.881851 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Port 48fc2252-240d-4b5b-9f88-4769abf67db6 on network ccbffc9b-fb85-4600-abf1-45c776b606b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:15:51.882181 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Attempting to bind port 48fc2252-240d-4b5b-9f88-4769abf67db6 on network ccbffc9b-fb85-4600-abf1-45c776b606b2 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:15:51.889484 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:15:51.889832 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Checking segment: {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:15:51.890338 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Bound using segment: {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:15:51.890803 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Bound port: 48fc2252-240d-4b5b-9f88-4769abf67db6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:15:51.891348 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:52.002748 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3992b73-b1e6-47b2-9741-d718dd197226 req-355418f9-89af-41f6-9ec3-586ee17c2dbb tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:52.003235 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b3992b73-b1e6-47b2-9741-d718dd197226 req-355418f9-89af-41f6-9ec3-586ee17c2dbb tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0639520 Dec 09 01:15:52.062282 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b3992b73-b1e6-47b2-9741-d718dd197226 req-3b24ccc6-f0b7-4d20-873a-00546587cb5a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509987 Dec 09 01:15:52.112047 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3ba6df0d-83b8-4312-b6c5-1f7cdc9fed86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:52.229516 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:15:52.232511 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:15:52.236557 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:52.270857 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:52.271474 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:52.272851 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] 10.222.0.46 "PUT /v2.0/ports/48fc2252-240d-4b5b-9f88-4769abf67db6 HTTP/1.1" status: 200 len: 1093 time: 0.8694825 Dec 09 01:15:52.273288 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:15:52.275561 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed466934-37ff-4243-97b1-adc70812c9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:15:52.300201 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b3b5e-d2fe-4401-92ec-6825aa2a3c2b service neutron] Pushing event updated for resources: {'Port': ['ID=48fc2252-240d-4b5b-9f88-4769abf67db6,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:52.348708 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b290fbe-bfd2-45ec-a1fa-db5d07ec2587 x-openstack-request-id: req-0b290fbe-bfd2-45ec-a1fa-db5d07ec2587 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:15:52.348925 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:15:52.349184 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b290fbe-bfd2-45ec-a1fa-db5d07ec2587 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:15:52.349583 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'status': 'completed', 'code': 200} Dec 09 01:15:52.380998 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-edd7c837-686d-4e41-b02c-68894f94540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:52.382579 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-edd7c837-686d-4e41-b02c-68894f94540f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 1096 time: 0.0462775 Dec 09 01:15:52.434729 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-20425c26-b9b6-4df9-93c6-045b1d031bb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fc2252-240d-4b5b-9f88-4769abf67db6 HTTP/1.1" status: 200 len: 217 time: 0.0374811 Dec 09 01:15:52.483492 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-2b453846-dc23-4061-9af5-6ae9d04bb186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:52.484945 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-2b453846-dc23-4061-9af5-6ae9d04bb186 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.0436761 Dec 09 01:15:52.530277 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-6cf6e89e-df7c-4475-8a3f-5526d0a40d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:52.531846 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-6cf6e89e-df7c-4475-8a3f-5526d0a40d66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395722 Dec 09 01:15:52.624150 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-76bca2fd-78aa-4d3f-bd3b-7eb2ea4a351a service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846212 Dec 09 01:15:52.718558 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c9c6f636-6b56-4991-ab53-f259352e7efa req-b1594d74-0c9e-43c1-883f-27591d599fab service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868526 Dec 09 01:15:52.844407 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed466934-37ff-4243-97b1-adc70812c9b5 req-c9e74f52-0162-4528-955b-9369fb987f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:52.845934 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ed466934-37ff-4243-97b1-adc70812c9b5 req-c9e74f52-0162-4528-955b-9369fb987f60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 1096 time: 0.0410004 Dec 09 01:15:52.935809 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed466934-37ff-4243-97b1-adc70812c9b5 req-64625457-4d3e-4387-8649-5bd34a6a8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:52.937912 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ed466934-37ff-4243-97b1-adc70812c9b5 req-64625457-4d3e-4387-8649-5bd34a6a8b06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 917 time: 0.0827994 Dec 09 01:15:52.991928 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ed466934-37ff-4243-97b1-adc70812c9b5 req-1d127845-49eb-45a2-980e-4b6f53412973 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fc2252-240d-4b5b-9f88-4769abf67db6 HTTP/1.1" status: 200 len: 217 time: 0.0372887 Dec 09 01:15:53.068173 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed466934-37ff-4243-97b1-adc70812c9b5 req-1dd63d07-d2c3-4d27-b3cc-936dd137a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:53.069950 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ed466934-37ff-4243-97b1-adc70812c9b5 req-1dd63d07-d2c3-4d27-b3cc-936dd137a6c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.0438726 Dec 09 01:15:53.118088 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed466934-37ff-4243-97b1-adc70812c9b5 req-9c32a9d1-a4a0-4a33-b580-4756ee1b36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:53.119606 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ed466934-37ff-4243-97b1-adc70812c9b5 req-9c32a9d1-a4a0-4a33-b580-4756ee1b36a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414629 Dec 09 01:15:53.186457 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47c1f4-784c-44d4-bd2e-5d693db20fdb req-057955c4-ff6b-4498-b88b-152aee05a865 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:53.188429 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7b47c1f4-784c-44d4-bd2e-5d693db20fdb req-057955c4-ff6b-4498-b88b-152aee05a865 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0510201 Dec 09 01:15:53.225369 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ed466934-37ff-4243-97b1-adc70812c9b5 req-f95b2f2c-a8ae-4c6d-baf1-a64bb605b226 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964420 Dec 09 01:15:53.245695 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-7b47c1f4-784c-44d4-bd2e-5d693db20fdb req-d30dbb02-12a8-4103-8fae-4bd83d2d5890 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505908 Dec 09 01:15:53.336884 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ed466934-37ff-4243-97b1-adc70812c9b5 req-32cb757e-d2ba-4828-943a-c4cd2128d697 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913496 Dec 09 01:15:53.545882 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55790) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:53.653816 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-709f650d-a870-46f6-a418-766ad79706b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:53.726750 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-709f650d-a870-46f6-a418-766ad79706b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:53.730831 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-709f650d-a870-46f6-a418-766ad79706b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:53.768442 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-709f650d-a870-46f6-a418-766ad79706b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d80afdb85a0d4138903e2da04e951150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214205 Dec 09 01:15:53.769311 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f650d-a870-46f6-a418-766ad79706b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c53966-d35e-4fbf-bb6a-785f44313499,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:53.771145 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55794) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:53.822288 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6ea20eb8-1255-4d08-8924-cd64630d8e56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:53.844006 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6ea20eb8-1255-4d08-8924-cd64630d8e56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:53.891042 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6ea20eb8-1255-4d08-8924-cd64630d8e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:53.893670 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6ea20eb8-1255-4d08-8924-cd64630d8e56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:53.894855 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6ea20eb8-1255-4d08-8924-cd64630d8e56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36c53966-d35e-4fbf-bb6a-785f44313499 HTTP/1.1" status: 204 len: 168 time: 0.1227100 Dec 09 01:15:53.907985 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea20eb8-1255-4d08-8924-cd64630d8e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c53966-d35e-4fbf-bb6a-785f44313499,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:54.162071 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55800) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:54.175020 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a53d98dc-3173-41bc-9725-74b72a10b960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:54.250477 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a53d98dc-3173-41bc-9725-74b72a10b960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:54.253880 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a53d98dc-3173-41bc-9725-74b72a10b960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:54.293674 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a53d98dc-3173-41bc-9725-74b72a10b960 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fe999a474a94d2ea4528cfb71b3b83a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303988 Dec 09 01:15:54.294593 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d98dc-3173-41bc-9725-74b72a10b960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf786a27-56c0-40b2-aac6-3aa978677319,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:54.298020 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55804) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:54.317182 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 48fc2252-240d-4b5b-9f88-4769abf67db6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:15:54.397180 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eafa30-cfa5-4ea0-8314-ef34dec6571c req-7a9b7430-e96d-4519-894a-d77037234969 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:54.398680 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-74eafa30-cfa5-4ea0-8314-ef34dec6571c req-7a9b7430-e96d-4519-894a-d77037234969 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0742822 Dec 09 01:15:54.399317 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2851-47cd-4686-8a15-e820e4d2142a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:54.412280 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:54.423868 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'port_id': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'mac_address': 'fa:16:3e:37:04:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:15:54.436132 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2851-47cd-4686-8a15-e820e4d2142a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:54.464472 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:54.487854 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-74eafa30-cfa5-4ea0-8314-ef34dec6571c req-d980c399-a2f5-4819-9fc2-ad1727e5a3db tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786715 Dec 09 01:15:54.489915 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48fc2252-240d-4b5b-9f88-4769abf67db6 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:15:54.496931 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cc2d84b8-1d46-4c55-83d9-8290c3f71f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:54.520430 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2851-47cd-4686-8a15-e820e4d2142a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:54.520646 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:54.523668 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2851-47cd-4686-8a15-e820e4d2142a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:54.529788 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0fbb2851-47cd-4686-8a15-e820e4d2142a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf786a27-56c0-40b2-aac6-3aa978677319 HTTP/1.1" status: 204 len: 168 time: 0.2278461 Dec 09 01:15:54.530824 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:54.539130 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb2851-47cd-4686-8a15-e820e4d2142a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf786a27-56c0-40b2-aac6-3aa978677319,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:54.589392 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=48fc2252-240d-4b5b-9f88-4769abf67db6,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:54.825324 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['48fc2252-240d-4b5b-9f88-4769abf67db6'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:15:55.614047 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f1ffc-f775-465a-a01d-579302b71a98 req-64acd886-a66c-4dae-87c4-a5f669fcc07d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:55.615590 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-011f1ffc-f775-465a-a01d-579302b71a98 req-64acd886-a66c-4dae-87c4-a5f669fcc07d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 944 time: 0.0510643 Dec 09 01:15:55.664267 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-011f1ffc-f775-465a-a01d-579302b71a98 req-90774fa6-fd73-4302-8c0c-7a605df91e7a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426672 Dec 09 01:15:56.153828 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:56.342386 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 48fc2252-240d-4b5b-9f88-4769abf67db6 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:15:56.395415 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 48fc2252-240d-4b5b-9f88-4769abf67db6 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:15:56.399872 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 48fc2252-240d-4b5b-9f88-4769abf67db6 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:15:56.400239 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:56.454587 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55874) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:56.564950 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-15698d62-e813-4335-af09-cade58c1a5b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:56.611866 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:56.636644 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:15:56.638980 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be917415-5c32-4309-9275-ea3a3bdf3814" -d '{"events": [{"server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "name": "network-vif-plugged", "status": "completed", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:15:56.644473 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-15698d62-e813-4335-af09-cade58c1a5b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:56.648842 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-15698d62-e813-4335-af09-cade58c1a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:56.653344 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:15:56.658270 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:56.683968 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d47afa-957e-4bc9-be17-784621a6bfba x-openstack-request-id: req-77d47afa-957e-4bc9-be17-784621a6bfba {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:15:56.684264 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "name": "network-vif-plugged", "status": "completed", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:15:56.684518 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77d47afa-957e-4bc9-be17-784621a6bfba {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:15:56.684903 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'code': 200} Dec 09 01:15:56.699124 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-15698d62-e813-4335-af09-cade58c1a5b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c5eee839ac54b17be4dfc29a6f2fd79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406881 Dec 09 01:15:56.699908 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55882) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:56.701477 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15698d62-e813-4335-af09-cade58c1a5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80343b34-4812-4f6e-a122-8b4672777222,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:56.726550 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=48fc2252-240d-4b5b-9f88-4769abf67db6,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:56.777088 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e2c0321e-1545-4ff4-a377-f5d0f8f28ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:56.799225 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255341a9-1cbb-4861-8aa7-c58a1ff35644 req-385ee4dc-34c4-4d7d-9464-56800e4bdd64 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:56.800786 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-255341a9-1cbb-4861-8aa7-c58a1ff35644 req-385ee4dc-34c4-4d7d-9464-56800e4bdd64 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0515587 Dec 09 01:15:56.807170 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e2c0321e-1545-4ff4-a377-f5d0f8f28ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:56.864403 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-255341a9-1cbb-4861-8aa7-c58a1ff35644 req-1b0e0931-cfec-48d4-a8f4-d19b6f9c75ea tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571740 Dec 09 01:15:56.892947 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e2c0321e-1545-4ff4-a377-f5d0f8f28ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:56.895661 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-e2c0321e-1545-4ff4-a377-f5d0f8f28ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:56.896806 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-e2c0321e-1545-4ff4-a377-f5d0f8f28ed2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/80343b34-4812-4f6e-a122-8b4672777222 HTTP/1.1" status: 204 len: 168 time: 0.1967545 Dec 09 01:15:56.913176 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25039576-b271-48ce-aa06-ceb2b6c7112e req-509cad32-53ee-47c3-8912-03712cc8004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:56.914710 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-25039576-b271-48ce-aa06-ceb2b6c7112e req-509cad32-53ee-47c3-8912-03712cc8004c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 1098 time: 0.0576859 Dec 09 01:15:56.915447 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0321e-1545-4ff4-a377-f5d0f8f28ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80343b34-4812-4f6e-a122-8b4672777222,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:56.972670 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-25039576-b271-48ce-aa06-ceb2b6c7112e req-c24e5223-c5d5-4e9e-877f-2a80525bb883 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506618 Dec 09 01:15:57.164784 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55888) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:57.165421 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:57.177486 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-820dd74d-5c32-45d6-a37b-6f5a2c22026e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:57.251524 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-820dd74d-5c32-45d6-a37b-6f5a2c22026e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:57.255109 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-820dd74d-5c32-45d6-a37b-6f5a2c22026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:57.290503 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dd74d-5c32-45d6-a37b-6f5a2c22026e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91cb80e-e731-4061-94d3-162a9efb99a8,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:57.295431 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-820dd74d-5c32-45d6-a37b-6f5a2c22026e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0749de8963df429883b06e1a27ec769c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295362 Dec 09 01:15:57.298573 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55890) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:57.349315 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-520c7a4b-e804-481d-89c0-5dee0d6d6e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:57.369982 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-520c7a4b-e804-481d-89c0-5dee0d6d6e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:57.418739 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-520c7a4b-e804-481d-89c0-5dee0d6d6e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:57.421871 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-520c7a4b-e804-481d-89c0-5dee0d6d6e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:57.423040 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-520c7a4b-e804-481d-89c0-5dee0d6d6e9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a91cb80e-e731-4061-94d3-162a9efb99a8 HTTP/1.1" status: 204 len: 168 time: 0.1235418 Dec 09 01:15:57.431175 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c7a4b-e804-481d-89c0-5dee0d6d6e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91cb80e-e731-4061-94d3-162a9efb99a8,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:57.987060 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706d37a-70aa-4170-ad11-1442173941ed req-b6d35d0d-a408-4fe8-959c-32892b6e0231 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:57.988548 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f706d37a-70aa-4170-ad11-1442173941ed req-b6d35d0d-a408-4fe8-959c-32892b6e0231 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0532303 Dec 09 01:15:58.042703 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f706d37a-70aa-4170-ad11-1442173941ed req-55051581-e29e-469c-9506-0f87ad324d02 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482676 Dec 09 01:15:58.364333 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:58.452344 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55922) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:58.555080 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-72c8bb8e-6753-493c-92ea-f849e22ccb53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:58.631678 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-72c8bb8e-6753-493c-92ea-f849e22ccb53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:58.635966 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-72c8bb8e-6753-493c-92ea-f849e22ccb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:58.677450 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-72c8bb8e-6753-493c-92ea-f849e22ccb53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a1f57a4c36042eeb1ba15fe6e314039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233069 Dec 09 01:15:58.678338 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8bb8e-6753-493c-92ea-f849e22ccb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a15b5e-11b7-4190-ac9d-e383c1d455d5,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:58.680201 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 55926) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:58.731179 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1dd31ee4-83eb-4343-a5e2-1f61d45344f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:58.752626 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1dd31ee4-83eb-4343-a5e2-1f61d45344f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:58.798136 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1dd31ee4-83eb-4343-a5e2-1f61d45344f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:58.800828 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1dd31ee4-83eb-4343-a5e2-1f61d45344f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:58.802034 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-1dd31ee4-83eb-4343-a5e2-1f61d45344f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4a15b5e-11b7-4190-ac9d-e383c1d455d5 HTTP/1.1" status: 204 len: 168 time: 0.1202824 Dec 09 01:15:58.809904 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd31ee4-83eb-4343-a5e2-1f61d45344f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a15b5e-11b7-4190-ac9d-e383c1d455d5,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:15:59.166171 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bff3b-b620-4d9f-9139-0ad548e7ac58 req-b1b29e3b-4b7b-4ae8-8f72-583e0814de08 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:59.167587 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cc6bff3b-b620-4d9f-9139-0ad548e7ac58 req-b1b29e3b-4b7b-4ae8-8f72-583e0814de08 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0537996 Dec 09 01:15:59.217986 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cc6bff3b-b620-4d9f-9139-0ad548e7ac58 req-06a949d2-b0ff-4ccf-bfab-fefd2241903e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445886 Dec 09 01:15:59.335434 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d4690-7b7a-4f52-bd4d-d50ed5b8437b req-7bafb3ff-a23b-4076-a5f7-ec88c4319672 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:15:59.337235 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a27d4690-7b7a-4f52-bd4d-d50ed5b8437b req-7bafb3ff-a23b-4076-a5f7-ec88c4319672 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0492952 Dec 09 01:15:59.346719 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 55952) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:15:59.351368 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-364fca51-a186-44b3-b6c0-9e1cdd501fa0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Request body: {'floatingip': {'port_id': '48fc2252-240d-4b5b-9f88-4769abf67db6'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:15:59.393026 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-364fca51-a186-44b3-b6c0-9e1cdd501fa0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:59.845497 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-364fca51-a186-44b3-b6c0-9e1cdd501fa0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:59.854302 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-364fca51-a186-44b3-b6c0-9e1cdd501fa0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:15:59.958063 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.l3_db [None req-364fca51-a186-44b3-b6c0-9e1cdd501fa0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Floating IP a98b6fb9-b7bc-4961-825d-4c0c461e7dbc associated. External IP: 172.27.0.89, port: 48fc2252-240d-4b5b-9f88-4769abf67db6. Dec 09 01:16:00.177495 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364fca51-a186-44b3-b6c0-9e1cdd501fa0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Router 5b53c485-355b-482b-8b4b-d0952362ec81 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:16:00.289685 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364fca51-a186-44b3-b6c0-9e1cdd501fa0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:16:00.294601 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-364fca51-a186-44b3-b6c0-9e1cdd501fa0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:00.300182 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387b2d8-334c-40bb-b479-af774991dcab None None] Sync routers for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:16:00.309708 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387b2d8-334c-40bb-b479-af774991dcab None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:00.310320 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f387b2d8-334c-40bb-b479-af774991dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:00.322018 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-364fca51-a186-44b3-b6c0-9e1cdd501fa0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "PUT /v2.0/floatingips/a98b6fb9-b7bc-4961-825d-4c0c461e7dbc HTTP/1.1" status: 200 len: 990 time: 0.9741797 Dec 09 01:16:00.322720 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:16:00.325163 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abfb7e1-06ff-4c08-8017-101cfc447b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:16:00.365471 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c70149-a14e-492e-bb59-037b894dfbb7 x-openstack-request-id: req-10c70149-a14e-492e-bb59-037b894dfbb7 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:16:00.365765 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:16:00.366021 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-10c70149-a14e-492e-bb59-037b894dfbb7 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:16:00.366449 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'status': 'completed', 'code': 200} Dec 09 01:16:00.420116 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-f387b2d8-334c-40bb-b479-af774991dcab None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:00.457453 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb7e1-06ff-4c08-8017-101cfc447b0a req-6e758a8a-b199-473a-b440-97dc8fc74f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:00.458997 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4abfb7e1-06ff-4c08-8017-101cfc447b0a req-6e758a8a-b199-473a-b440-97dc8fc74f92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 1098 time: 0.0438123 Dec 09 01:16:00.552504 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb7e1-06ff-4c08-8017-101cfc447b0a req-ca39df08-7757-4d97-ad0c-9aee9fc75068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:00.553991 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4abfb7e1-06ff-4c08-8017-101cfc447b0a req-ca39df08-7757-4d97-ad0c-9aee9fc75068 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 917 time: 0.0884144 Dec 09 01:16:00.622314 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4abfb7e1-06ff-4c08-8017-101cfc447b0a req-78f1acb8-f3bb-4b32-a5bd-7dc4c9ae97b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fc2252-240d-4b5b-9f88-4769abf67db6 HTTP/1.1" status: 200 len: 998 time: 0.0612247 Dec 09 01:16:00.673424 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb7e1-06ff-4c08-8017-101cfc447b0a req-bc3f3aa4-8998-456b-88f6-5f10657bb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:00.674917 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4abfb7e1-06ff-4c08-8017-101cfc447b0a req-bc3f3aa4-8998-456b-88f6-5f10657bb095 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.0448875 Dec 09 01:16:00.723611 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfb7e1-06ff-4c08-8017-101cfc447b0a req-e8cd433a-ad89-4bcf-b537-a7a9744bb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:00.725013 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4abfb7e1-06ff-4c08-8017-101cfc447b0a req-e8cd433a-ad89-4bcf-b537-a7a9744bb107 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435438 Dec 09 01:16:00.736627 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f387b2d8-334c-40bb-b479-af774991dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'a98b6fb9-b7bc-4961-825d-4c0c461e7dbc', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'port_id': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'mac_address': 'fa:16:3e:37:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:15:48Z', 'updated_at': '2021-12-09T01:15:59Z', 'revision_number': 1, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:00.762606 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387b2d8-334c-40bb-b479-af774991dcab None None] Checking router: 5b53c485-355b-482b-8b4b-d0952362ec81 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:16:00.772129 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387b2d8-334c-40bb-b479-af774991dcab None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:00.772727 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f387b2d8-334c-40bb-b479-af774991dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:00.816403 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4abfb7e1-06ff-4c08-8017-101cfc447b0a req-d64a9f1b-c016-48db-a882-b4f5e4be78d1 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843189 Dec 09 01:16:00.877700 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-f387b2d8-334c-40bb-b479-af774991dcab None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:00.911410 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4abfb7e1-06ff-4c08-8017-101cfc447b0a req-874ff69a-50d8-4be8-a29d-ae663b8af69a service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880799 Dec 09 01:16:01.112175 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-f387b2d8-334c-40bb-b479-af774991dcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'a98b6fb9-b7bc-4961-825d-4c0c461e7dbc', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'port_id': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'mac_address': 'fa:16:3e:37:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:15:48Z', 'updated_at': '2021-12-09T01:15:59Z', 'revision_number': 1, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:01.140006 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387b2d8-334c-40bb-b479-af774991dcab None None] The sync data for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi is: [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'a98b6fb9-b7bc-4961-825d-4c0c461e7dbc', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'port_id': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'mac_address': 'fa:16:3e:37:04:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:15:48Z', 'updated_at': '2021-12-09T01:15:59Z', 'revision_number': 1, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:16:01.336553 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edeaae-37b5-4bf4-a5f3-6dacb9332924 None None] New status for floating IP a98b6fb9-b7bc-4961-825d-4c0c461e7dbc: ACTIVE {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:16:03.467723 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:16:09.317376 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56086) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:09.418694 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2bb0-14bc-4607-9058-c223159aac7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:09.492147 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2bb0-14bc-4607-9058-c223159aac7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:09.496112 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d6aa2bb0-14bc-4607-9058-c223159aac7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:09.538757 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d6aa2bb0-14bc-4607-9058-c223159aac7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2dc328b6a5f4dc9a65de6369a17d2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202582 Dec 09 01:16:09.539625 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa2bb0-14bc-4607-9058-c223159aac7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce13f7-14f2-45c7-815f-59084d155370,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:09.541589 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56090) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:09.590905 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b49d3c0-03bd-470f-bbd6-4e44d0e09c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:09.612794 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b49d3c0-03bd-470f-bbd6-4e44d0e09c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:09.658292 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b49d3c0-03bd-470f-bbd6-4e44d0e09c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:09.660913 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4b49d3c0-03bd-470f-bbd6-4e44d0e09c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:09.662074 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-4b49d3c0-03bd-470f-bbd6-4e44d0e09c4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68ce13f7-14f2-45c7-815f-59084d155370 HTTP/1.1" status: 204 len: 168 time: 0.1188996 Dec 09 01:16:09.669581 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49d3c0-03bd-470f-bbd6-4e44d0e09c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce13f7-14f2-45c7-815f-59084d155370,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:10.269743 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56112) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:10.365822 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1753842413-network', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:10.386996 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Made reservation on behalf of 7480e21bc2664d4e94526980995f0f6c for: {'network': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:16:10.389194 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.397362 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.472024 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.475635 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.499626 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=102583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:16:10.513687 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faccfe8-a524-49a4-9782-a2c2dbfcb7a9,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:10.518990 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.519334 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.segments_db [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Added segment 18ed32f8-ee5d-4e43-9247-62985102ebac of type vlan for network 7903c83a-1491-4cdb-8fa8-969596d0e034 Dec 09 01:16:10.562867 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.586920 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.587838 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:10.588413 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.623358 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3524153 Dec 09 01:16:10.626498 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56118) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:10.631941 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] Request body: {'subnet': {'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1753842413-subnet', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:10.649971 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5ebd3-2c99-40ad-b6c3-57f7bd953ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=7903c83a-1491-4cdb-8fa8-969596d0e034,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:10.653060 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] Made reservation on behalf of 7480e21bc2664d4e94526980995f0f6c for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:16:10.655619 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247844'] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.661209 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network 7903c83a-1491-4cdb-8fa8-969596d0e034 details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:16:10.821617 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247862'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.882465 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9dc000-e704-4a0b-b2e0-375f731e90a6,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:10.887509 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] Checking segment: {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:16:10.887965 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] Network hostable DHCP agents. Network: 7903c83a-1491-4cdb-8fa8-969596d0e034, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:16:10.904680 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] Network 7903c83a-1491-4cdb-8fa8-969596d0e034 is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:16:10.913939 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, 7903c83a-1491-4cdb-8fa8-969596d0e034) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:10.918684 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:10.919287 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.923223 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4975bb5-6e69-448f-99bd-959bab580b56 None None] Network 7903c83a-1491-4cdb-8fa8-969596d0e034 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:16:10.935739 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d8d7026e-e16b-45e8-a659-b58a656f7380 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3075619 Dec 09 01:16:10.938715 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56120) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:10.943070 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:10.963295 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39757'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:10.964287 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39796'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.014045 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.027768 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e8c6171-3e32-5548-9e0e-3954613fa970-7903c83a-1491-4cdb-8fa8-969596d0e034', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6'}]}} from dv-cinder-790535-20-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 01:16:11.028783 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.150770 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.165584 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Allocated IP 172.20.0.2 (7903c83a-1491-4cdb-8fa8-969596d0e034/6e9dc000-e704-4a0b-b2e0-375f731e90a6/6403226e-cda3-44d4-b3bd-ee4c779e076f) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:16:11.302565 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.308754 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.347066 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.351098 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Network 7903c83a-1491-4cdb-8fa8-969596d0e034 is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:16:11.353857 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:11.356337 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:16:11.365855 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.369290 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Pushing event updated for resources: {'Port': ['ID=6403226e-cda3-44d4-b3bd-ee4c779e076f,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:11.390485 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.390837 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.391787 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.392132 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.392467 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.392806 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.393134 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.393464 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.393795 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.394123 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.394477 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.394806 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.395128 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:11.430092 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Attempting to bind port 6403226e-cda3-44d4-b3bd-ee4c779e076f on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:16:11.430506 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Attempting to bind port 6403226e-cda3-44d4-b3bd-ee4c779e076f by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:16:11.430880 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Attempting to bind port 6403226e-cda3-44d4-b3bd-ee4c779e076f on network 7903c83a-1491-4cdb-8fa8-969596d0e034 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:16:11.436066 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:16:11.436442 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Checking segment: {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:16:11.436843 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.437234 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Bound using segment: {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:16:11.437697 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Bound port: 6403226e-cda3-44d4-b3bd-ee4c779e076f, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:16:11.438890 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.474834 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Allocated IP 172.27.0.143 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/e2422751-6b0b-4fa8-8ff0-5250b70327bb) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:16:11.503469 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] For port 6403226e-cda3-44d4-b3bd-ee4c779e076f, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:16:11.506725 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] For port 6403226e-cda3-44d4-b3bd-ee4c779e076f, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=6403226e-cda3-44d4-b3bd-ee4c779e076f,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:16:11.510676 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.578126 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29abb7-88fa-4121-98cc-ac0c8f0833b0 None None] Pushing event updated for resources: {'Port': ['ID=6403226e-cda3-44d4-b3bd-ee4c779e076f,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:11.823478 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.858390 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:11.898422 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:16:11.901162 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:11.906567 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:16:11.928692 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e2422751-6b0b-4fa8-8ff0-5250b70327bb,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:12.155806 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:12.357012 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625798'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:12.491592 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Router caeb4219-a386-4dac-ab10-b638d7d062ab is scheduled to L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 01:16:12.492183 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f29cc-51d7-4731-8c9b-89b947d2ccaa None None] Network 7903c83a-1491-4cdb-8fa8-969596d0e034 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:16:12.603390 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-792d0b04-aacd-4f49-8648-3689a0a97235 None None] Provisioning complete for port 6403226e-cda3-44d4-b3bd-ee4c779e076f triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:12.603751 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-792d0b04-aacd-4f49-8648-3689a0a97235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:12.605364 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:16:12.616794 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Sync routers for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:16:12.625157 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:12.629968 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-57785432-ebd3-4a91-9f36-1841ad9950a1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6875136 Dec 09 01:16:12.630129 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56126) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:12.635255 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:12.635906 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:12.709976 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-792d0b04-aacd-4f49-8648-3689a0a97235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:12.753740 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-792d0b04-aacd-4f49-8648-3689a0a97235 None None] For port 6403226e-cda3-44d4-b3bd-ee4c779e076f, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=6403226e-cda3-44d4-b3bd-ee4c779e076f,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:12.761404 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-792d0b04-aacd-4f49-8648-3689a0a97235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:12.788467 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:12.812614 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 6403226e-cda3-44d4-b3bd-ee4c779e076f up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:16:12.864454 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d0b04-aacd-4f49-8648-3689a0a97235 None None] Pushing event updated for resources: {'Port': ['ID=6403226e-cda3-44d4-b3bd-ee4c779e076f,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:12.902218 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 6403226e-cda3-44d4-b3bd-ee4c779e076f triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:12.902619 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.003237 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-aec4825f-88b4-49de-91ba-edff608b405f None None] Provisioning complete for port 6403226e-cda3-44d4-b3bd-ee4c779e076f triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:13.003517 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-aec4825f-88b4-49de-91ba-edff608b405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.007512 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:12Z', 'revision_number': 3, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:13.034069 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Checking router: caeb4219-a386-4dac-ab10-b638d7d062ab for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:16:13.034544 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Updating router caeb4219-a386-4dac-ab10-b638d7d062ab port e2422751-6b0b-4fa8-8ff0-5250b70327bb binding host dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:16:13.061367 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.128200 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.284022 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Allocated IP 172.20.0.1 (7903c83a-1491-4cdb-8fa8-969596d0e034/6e9dc000-e704-4a0b-b2e0-375f731e90a6/6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:16:13.315909 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.320845 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.374150 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Pushing event updated for resources: {'Port': ['ID=e2422751-6b0b-4fa8-8ff0-5250b70327bb,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:13.376740 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Attempting to bind port e2422751-6b0b-4fa8-8ff0-5250b70327bb on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:16:13.377109 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Attempting to bind port e2422751-6b0b-4fa8-8ff0-5250b70327bb by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:16:13.377465 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Attempting to bind port e2422751-6b0b-4fa8-8ff0-5250b70327bb on network e952e783-e52e-44fe-b527-a56b6aa6756d {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:16:13.386267 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.386641 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.386986 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.387322 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.387652 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.387979 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.388305 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.388627 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.388949 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.389291 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.389612 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.389927 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.390239 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:13.390779 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.394129 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:16:13.394527 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Checking segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:16:13.394929 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.395311 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Bound using segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:16:13.395776 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Bound port: e2422751-6b0b-4fa8-8ff0-5250b70327bb, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:16:13.396171 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.425762 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.445992 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] For port e2422751-6b0b-4fa8-8ff0-5250b70327bb, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:16:13.449084 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] For port e2422751-6b0b-4fa8-8ff0-5250b70327bb, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=e2422751-6b0b-4fa8-8ff0-5250b70327bb,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:16:13.452544 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.463151 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Network 7903c83a-1491-4cdb-8fa8-969596d0e034 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:16:13.466109 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:13.469562 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:16:13.495856 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Pushing event updated for resources: {'Port': ['ID=6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:13.515336 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625655'] for router_interface, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.517892 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:13.518564 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:13.520357 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb409a0d-68a8-4a5d-8ade-9ba96f122aa8 None None] Pushing event updated for resources: {'Port': ['ID=e2422751-6b0b-4fa8-8ff0-5250b70327bb,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:13.627203 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:13.662469 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.717055 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-7b0dda4a-f4f7-46b9-bc54-a8379369f37a None None] Provisioning complete for port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:13.717649 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7b0dda4a-f4f7-46b9-bc54-a8379369f37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.757065 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dda4a-f4f7-46b9-bc54-a8379369f37a None None] Port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:16:13.820122 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:12Z', 'revision_number': 3, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:13.836867 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.841451 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:13.848701 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2621a51-6790-4fab-86d8-722677257f50 None None] The sync data for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi is: [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:12Z', 'revision_number': 3, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:16:13.881745 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Pushing event updated for resources: {'Port': ['ID=6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:13.919029 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632135'] for router_interface, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:14.014075 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Network 7903c83a-1491-4cdb-8fa8-969596d0e034 is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:16:14.015589 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:14.164829 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Router caeb4219-a386-4dac-ab10-b638d7d062ab has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:16:14.280653 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-e6a883b4-676c-48dd-9c9b-057096ee9a33 None None] Provisioning complete for port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:14.281303 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e6a883b4-676c-48dd-9c9b-057096ee9a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:14.291169 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:16:14.296338 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7488cbe2-8362-4795-bff0-516fea1d6b77 admin admin] 10.222.0.23 "PUT /v2.0/routers/caeb4219-a386-4dac-ab10-b638d7d062ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6612597 Dec 09 01:16:14.323624 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-e6a883b4-676c-48dd-9c9b-057096ee9a33 None None] Port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:16:14.786592 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 6403226e-cda3-44d4-b3bd-ee4c779e076f up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:16:14.805476 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56146) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:14.811368 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2005797784-network', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:14.834603 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Made reservation on behalf of d31e005e5dc549e5b246863e835dcdc5 for: {'network': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:16:14.837273 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for network, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:14.840782 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 6403226e-cda3-44d4-b3bd-ee4c779e076f triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:14.841156 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:14.847757 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:14.927560 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:14.930419 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device e2422751-6b0b-4fa8-8ff0-5250b70327bb up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:16:14.931756 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:14.956350 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=102582) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 09 01:16:14.965370 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798bddd0-3a54-4416-bade-fd717f282804,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:14.972403 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:14.972772 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.segments_db [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Added segment 6bb04593-fa07-494f-a474-8ce1f24e7955 of type vlan for network 1562bcad-3bc5-4cad-aaaa-9f4fe408005d Dec 09 01:16:14.978965 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port e2422751-6b0b-4fa8-8ff0-5250b70327bb triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:14.979332 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.013518 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789185677927'] for network, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.039063 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323'] for network, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.040242 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:15.040978 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.059673 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.077609 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2702372 Dec 09 01:16:15.080370 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56148) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:15.081057 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port e2422751-6b0b-4fa8-8ff0-5250b70327bb, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=e2422751-6b0b-4fa8-8ff0-5250b70327bb,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:15.085141 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.086179 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] Request body: {'subnet': {'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2005797784-subnet', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'ip_version': 4}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:15.124286 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53e49c-f5b5-4fb1-8ba0-d1c3e90b1fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=1562bcad-3bc5-4cad-aaaa-9f4fe408005d,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:15.142644 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] Made reservation on behalf of d31e005e5dc549e5b246863e835dcdc5 for: {'subnet': 1} {{(pid=102582) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:16:15.145149 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247844'] for subnet, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.147899 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Network 1562bcad-3bc5-4cad-aaaa-9f4fe408005d details requested by agent ovs-agent-dv-cinder-790535-20-iscsi with host dv-cinder-790535-20-iscsi {{(pid=102584) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 09 01:16:15.166778 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=e2422751-6b0b-4fa8-8ff0-5250b70327bb,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:15.317886 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4841603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247862'] for subnet, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.369961 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654,revision_number=0']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:15.380980 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] Checking segment: {'id': '6bb04593-fa07-494f-a474-8ce1f24e7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102582) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:16:15.381344 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] Network hostable DHCP agents. Network: 1562bcad-3bc5-4cad-aaaa-9f4fe408005d, hostable agents: ['91144d78-fb81-4f99-aeac-7f676db92680'], hosted agents: [] {{(pid=102582) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 09 01:16:15.397462 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] Network 1562bcad-3bc5-4cad-aaaa-9f4fe408005d is scheduled to be hosted by DHCP agent 91144d78-fb81-4f99-aeac-7f676db92680 with binding_index 1 {{(pid=102582) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 09 01:16:15.405734 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-20-iscsi, 1562bcad-3bc5-4cad-aaaa-9f4fe408005d) {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:15.410275 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:15.410912 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.416052 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636a40dc-8d13-48b9-ace1-10eaf051027c None None] Network 1562bcad-3bc5-4cad-aaaa-9f4fe408005d requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:16:15.431094 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-d9b4977d-2170-43c2-b1ac-27a1c545fd5e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3496947 Dec 09 01:16:15.433297 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56150) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:15.438711 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2005797784-router', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:15.464949 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-39757'] for router, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.466107 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1631031', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-348899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39796'] for router, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.479575 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Sync routers for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:16:15.503754 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:15.504377 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:15.521740 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.571666 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e8c6171-3e32-5548-9e0e-3954613fa970-1562bcad-3bc5-4cad-aaaa-9f4fe408005d', 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d', 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'fixed_ips': [{'subnet_id': '4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654'}]}} from dv-cinder-790535-20-iscsi. {{(pid=102584) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 09 01:16:15.572537 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.660029 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:15.825291 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:16.006675 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.db_base_plugin_common [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Allocated IP 172.20.0.2 (1562bcad-3bc5-4cad-aaaa-9f4fe408005d/4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654/d4f32e08-3411-4a70-9a86-8b655594297a) {{(pid=102584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:16:16.110115 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.130949 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.196474 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 2, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:16.228877 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Checking router: caeb4219-a386-4dac-ab10-b638d7d062ab for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:16:16.229228 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Updating router caeb4219-a386-4dac-ab10-b638d7d062ab port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d binding host dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:16:16.234344 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Publish callbacks [] for port, precommit_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.239796 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Allocated IP 172.27.0.177 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/80d1270d-5f5c-46db-a99c-dcba293c3408) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:16:16.256504 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477'] for port, after_create {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.283672 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.309644 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Network 1562bcad-3bc5-4cad-aaaa-9f4fe408005d is already hosted by enough agents. {{(pid=102584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:16:16.316305 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Resources bound (agent type, host, resource id): {{(pid=102584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:16.337432 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Received port after_create {{(pid=102584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:16:16.340794 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Pushing event updated for resources: {'Port': ['ID=d4f32e08-3411-4a70-9a86-8b655594297a,revision_number=1']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:16.344811 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.381538 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.421622 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:16:16.426563 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:16.429034 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:16:16.456258 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Pushing event updated for resources: {'Port': ['ID=80d1270d-5f5c-46db-a99c-dcba293c3408,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:16.459135 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Attempting to bind port d4f32e08-3411-4a70-9a86-8b655594297a on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:16:16.459507 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Attempting to bind port d4f32e08-3411-4a70-9a86-8b655594297a by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': '6bb04593-fa07-494f-a474-8ce1f24e7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:16:16.459869 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Attempting to bind port d4f32e08-3411-4a70-9a86-8b655594297a on network 1562bcad-3bc5-4cad-aaaa-9f4fe408005d {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:16:16.470970 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:16:16.471342 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Checking segment: {'id': '6bb04593-fa07-494f-a474-8ce1f24e7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:16:16.471735 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.472117 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Bound using segment: {'id': '6bb04593-fa07-494f-a474-8ce1f24e7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:16:16.472579 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Bound port: d4f32e08-3411-4a70-9a86-8b655594297a, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb04593-fa07-494f-a474-8ce1f24e7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:16:16.472954 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.595267 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] For port d4f32e08-3411-4a70-9a86-8b655594297a, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:16:16.600879 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] For port d4f32e08-3411-4a70-9a86-8b655594297a, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=d4f32e08-3411-4a70-9a86-8b655594297a,segment=NetworkSegment(6bb04593-fa07-494f-a474-8ce1f24e7955),segment_id=6bb04593-fa07-494f-a474-8ce1f24e7955)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:16:16.609271 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.700840 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb7119-5439-4dd4-8d5f-09d12272e11c None None] Pushing event updated for resources: {'Port': ['ID=d4f32e08-3411-4a70-9a86-8b655594297a,revision_number=2']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:16.707714 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.724400 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.731328 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.758994 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device e2422751-6b0b-4fa8-8ff0-5250b70327bb up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:16:16.811847 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e07f3-3711-46dc-9ef1-eb58d30c927e None None] Pushing event updated for resources: {'Port': ['ID=6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:16.893211 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port e2422751-6b0b-4fa8-8ff0-5250b70327bb triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:16.893838 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.922094 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Attempting to bind port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:16:16.922562 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Attempting to bind port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:16:16.922878 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Attempting to bind port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d on network 7903c83a-1491-4cdb-8fa8-969596d0e034 {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:16:16.941746 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:16:16.942153 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Checking segment: {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:16:16.942587 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.942983 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Bound using segment: {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:16:16.943466 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Bound port: 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:16:16.943851 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:16.950518 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625798'] for router, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:17.054962 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] For port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:16:17.058415 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] For port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:16:17.064747 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:17.127658 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 is scheduled to L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 with binding_index 1 {{(pid=102582) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 09 01:16:17.137013 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:17.138167 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:17.140400 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e07f3-3711-46dc-9ef1-eb58d30c927e None None] Pushing event updated for resources: {'Port': ['ID=6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:17.247111 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:16:17.260080 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Sync routers for ids ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:16:17.270097 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:17.271401 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7f26edc9-84aa-45fc-96f4-15326f7041aa admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8371038 Dec 09 01:16:17.274053 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56156) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:17.277513 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Routers {'8bd48ae4-fd53-48dc-8de9-4a23fd55b996'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:17.278685 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:17.289584 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:17.291507 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-206a9dfd-d4b9-4b7f-9441-f5f86c49950f None None] Provisioning complete for port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:17.291877 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-206a9dfd-d4b9-4b7f-9441-f5f86c49950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:17.425018 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Set router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:17.510433 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-206a9dfd-d4b9-4b7f-9441-f5f86c49950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:17.579877 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-206a9dfd-d4b9-4b7f-9441-f5f86c49950f None None] For port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:17.590703 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-206a9dfd-d4b9-4b7f-9441-f5f86c49950f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:17.782641 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'name': 'tempest-TestVolumeBootPattern-2005797784-router', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:15Z', 'updated_at': '2021-12-09T01:16:16Z', 'revision_number': 3, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'gw_port': {'id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:16Z', 'updated_at': '2021-12-09T01:16:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:17.788615 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:17.813552 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:17.818023 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Checking router: 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:16:17.818384 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Updating router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 port 80d1270d-5f5c-46db-a99c-dcba293c3408 binding host dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:16:17.822112 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-1d297809-bc2f-4c2c-a4c7-e506cb3e10f1 None None] Provisioning complete for port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:17.822510 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1d297809-bc2f-4c2c-a4c7-e506cb3e10f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:17.824012 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a9dfd-d4b9-4b7f-9441-f5f86c49950f None None] Pushing event updated for resources: {'Port': ['ID=6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:17.862625 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:17.897393 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c9d5f5-aee0-471f-b0df-769b730cea74 None None] The sync data for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi is: [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:16:18.022615 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Allocated IP 172.20.0.1 (1562bcad-3bc5-4cad-aaaa-9f4fe408005d/4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654/074af480-10e4-44ba-b246-6b8cbca91d94) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:16:18.053443 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106d4b97-7cb2-4fd0-8e07-7854189727f8 None None] Network 1562bcad-3bc5-4cad-aaaa-9f4fe408005d requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:16:18.153270 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.186165 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-20cac164-d5b2-46ea-9e72-42840d1b5a28 None None] Provisioning complete for port d4f32e08-3411-4a70-9a86-8b655594297a triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:18.187018 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20cac164-d5b2-46ea-9e72-42840d1b5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.224307 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.239597 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.248886 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.300015 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Network 1562bcad-3bc5-4cad-aaaa-9f4fe408005d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:16:18.306754 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:18.308834 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20cac164-d5b2-46ea-9e72-42840d1b5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.309756 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:16:18.362156 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Attempting to bind port 80d1270d-5f5c-46db-a99c-dcba293c3408 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:16:18.362800 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Attempting to bind port 80d1270d-5f5c-46db-a99c-dcba293c3408 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:16:18.363452 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Attempting to bind port 80d1270d-5f5c-46db-a99c-dcba293c3408 on network e952e783-e52e-44fe-b527-a56b6aa6756d {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:16:18.367992 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1625655'] for router_interface, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.371023 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Pushing event updated for resources: {'Port': ['ID=074af480-10e4-44ba-b246-6b8cbca91d94,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:18.389353 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-20cac164-d5b2-46ea-9e72-42840d1b5a28 None None] For port d4f32e08-3411-4a70-9a86-8b655594297a, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=d4f32e08-3411-4a70-9a86-8b655594297a,segment=NetworkSegment(6bb04593-fa07-494f-a474-8ce1f24e7955),segment_id=6bb04593-fa07-494f-a474-8ce1f24e7955)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:18.399855 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-20cac164-d5b2-46ea-9e72-42840d1b5a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.418288 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e4139-3bd4-41cd-884a-15accd9f16fa None None] Pushing event updated for resources: {'Port': ['ID=80d1270d-5f5c-46db-a99c-dcba293c3408,revision_number=2']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:18.428906 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:16:18.429659 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Checking segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:16:18.430357 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.431152 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Bound using segment: {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'} {{(pid=102585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:16:18.435557 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.managers [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Bound port: 80d1270d-5f5c-46db-a99c-dcba293c3408, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d'}}] {{(pid=102585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:16:18.436879 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.496875 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cac164-d5b2-46ea-9e72-42840d1b5a28 None None] Pushing event updated for resources: {'Port': ['ID=d4f32e08-3411-4a70-9a86-8b655594297a,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:18.569486 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.573022 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] For port 80d1270d-5f5c-46db-a99c-dcba293c3408, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:16:18.576510 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.plugins.ml2.db [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] For port 80d1270d-5f5c-46db-a99c-dcba293c3408, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=80d1270d-5f5c-46db-a99c-dcba293c3408,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:16:18.582471 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron_lib.callbacks.manager [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.637664 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-6d31606b-4206-412e-965d-1b0421cb1ed4 None None] Provisioning complete for port d4f32e08-3411-4a70-9a86-8b655594297a triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:18.638127 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6d31606b-4206-412e-965d-1b0421cb1ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.657458 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Routers {'8bd48ae4-fd53-48dc-8de9-4a23fd55b996'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:18.657978 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:18.741694 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e4139-3bd4-41cd-884a-15accd9f16fa None None] Pushing event updated for resources: {'Port': ['ID=80d1270d-5f5c-46db-a99c-dcba293c3408,revision_number=3']} {{(pid=102585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:18.867158 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] Set router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:18.886833 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:16:18.904125 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.912532 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.945078 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-3d4e3e47-4acb-4341-88db-0f0953302fb0 None None] Provisioning complete for port 074af480-10e4-44ba-b246-6b8cbca91d94 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:18.945656 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3e47-4acb-4341-88db-0f0953302fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:18.988637 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Pushing event updated for resources: {'Port': ['ID=074af480-10e4-44ba-b246-6b8cbca91d94,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:18.992433 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1673305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1632135'] for router_interface, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:19.005181 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e3e47-4acb-4341-88db-0f0953302fb0 None None] Port 074af480-10e4-44ba-b246-6b8cbca91d94 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:16:19.011310 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:19.011759 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:19.101529 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device d4f32e08-3411-4a70-9a86-8b655594297a up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:16:19.105600 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Network 1562bcad-3bc5-4cad-aaaa-9f4fe408005d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:16:19.107266 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:19.118012 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'name': 'tempest-TestVolumeBootPattern-2005797784-router', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:15Z', 'updated_at': '2021-12-09T01:16:18Z', 'revision_number': 4, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'gw_port': {'id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:16Z', 'updated_at': '2021-12-09T01:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '074af480-10e4-44ba-b246-6b8cbca91d94', 'name': '', 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'mac_address': 'fa:16:3e:d5:6f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:17Z', 'updated_at': '2021-12-09T01:16:18Z', 'revision_number': 1, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'subnets': [{'id': '4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:19.151428 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e866013-b807-4a35-9c8c-5098140ac4b6 None None] The sync data for ids ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'] in dv-cinder-790535-20-iscsi is: [{'id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'name': 'tempest-TestVolumeBootPattern-2005797784-router', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:15Z', 'updated_at': '2021-12-09T01:16:18Z', 'revision_number': 4, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'gw_port': {'id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:16Z', 'updated_at': '2021-12-09T01:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '074af480-10e4-44ba-b246-6b8cbca91d94', 'name': '', 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'mac_address': 'fa:16:3e:d5:6f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:17Z', 'updated_at': '2021-12-09T01:16:18Z', 'revision_number': 1, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'subnets': [{'id': '4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:16:19.171753 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port d4f32e08-3411-4a70-9a86-8b655594297a triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:19.172374 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:19.297032 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:16:19.419417 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:16:19.425389 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-ecf67c86-fe9d-4af8-a7f0-94a4a9f95a60 None None] Provisioning complete for port 074af480-10e4-44ba-b246-6b8cbca91d94 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:19.425762 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ecf67c86-fe9d-4af8-a7f0-94a4a9f95a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:19.430558 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ea7e22d8-ab89-4a20-82a6-4c8731e61912 admin admin] 10.222.0.23 "PUT /v2.0/routers/8bd48ae4-fd53-48dc-8de9-4a23fd55b996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1509004 Dec 09 01:16:19.493612 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-ecf67c86-fe9d-4af8-a7f0-94a4a9f95a60 None None] Port 074af480-10e4-44ba-b246-6b8cbca91d94 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:16:19.957449 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56168) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:19.962334 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-7298afe7-b88f-4e39-a0c5-07d30b9a8420 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828630830', 'description': 'tempest-secgroup-smoke-828630830 description', 'project_id': '7480e21bc2664d4e94526980995f0f6c'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:19.983699 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7298afe7-b88f-4e39-a0c5-07d30b9a8420 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.048433 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7298afe7-b88f-4e39-a0c5-07d30b9a8420 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.051629 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7298afe7-b88f-4e39-a0c5-07d30b9a8420 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.080583 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-7298afe7-b88f-4e39-a0c5-07d30b9a8420 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.081798 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7298afe7-b88f-4e39-a0c5-07d30b9a8420 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1232564 Dec 09 01:16:20.083680 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298afe7-b88f-4e39-a0c5-07d30b9a8420 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1568718-d0fd-4632-85d9-be27efb19f37,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:20.084937 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56170) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:20.089953 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-ed5ea2aa-a4a9-4970-bfbf-69ff5ef97114 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'security_group_rule': {'security_group_id': 'd1568718-d0fd-4632-85d9-be27efb19f37', 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:20.116096 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ed5ea2aa-a4a9-4970-bfbf-69ff5ef97114 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.171367 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ed5ea2aa-a4a9-4970-bfbf-69ff5ef97114 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.175430 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ed5ea2aa-a4a9-4970-bfbf-69ff5ef97114 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.189831 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ea2aa-a4a9-4970-bfbf-69ff5ef97114 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf35e329-870b-46c8-bb74-c332c5d1f47d,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:20.199944 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-ed5ea2aa-a4a9-4970-bfbf-69ff5ef97114 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.202941 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-ed5ea2aa-a4a9-4970-bfbf-69ff5ef97114 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148229 Dec 09 01:16:20.204011 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56172) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:20.208210 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-1b4439b3-2225-4805-832e-78749d68521d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'security_group_rule': {'security_group_id': 'd1568718-d0fd-4632-85d9-be27efb19f37', 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:20.233814 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1b4439b3-2225-4805-832e-78749d68521d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.291193 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1b4439b3-2225-4805-832e-78749d68521d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.294534 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1b4439b3-2225-4805-832e-78749d68521d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.316410 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4439b3-2225-4805-832e-78749d68521d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591ba284-3651-4834-b4cd-a0548f7a9801,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:20.321236 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1b4439b3-2225-4805-832e-78749d68521d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.322563 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-1b4439b3-2225-4805-832e-78749d68521d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174927 Dec 09 01:16:20.325468 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56174) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:20.329691 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-07ab5c07-dffa-44bd-8c98-b98c09608bd6 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'security_group_rule': {'security_group_id': 'd1568718-d0fd-4632-85d9-be27efb19f37', 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:20.354726 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-07ab5c07-dffa-44bd-8c98-b98c09608bd6 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.412568 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-07ab5c07-dffa-44bd-8c98-b98c09608bd6 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.416064 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-07ab5c07-dffa-44bd-8c98-b98c09608bd6 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.433897 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab5c07-dffa-44bd-8c98-b98c09608bd6 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156c42fa-36c0-4a9d-b99c-a3208faf362b,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:20.440525 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-07ab5c07-dffa-44bd-8c98-b98c09608bd6 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.441660 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-07ab5c07-dffa-44bd-8c98-b98c09608bd6 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152723 Dec 09 01:16:20.444471 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56176) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:20.448602 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-81275ccc-c30f-4d96-a4d8-9761e890a938 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'security_group_rule': {'security_group_id': 'd1568718-d0fd-4632-85d9-be27efb19f37', 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:20.474209 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-81275ccc-c30f-4d96-a4d8-9761e890a938 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.534493 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-81275ccc-c30f-4d96-a4d8-9761e890a938 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.537831 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-81275ccc-c30f-4d96-a4d8-9761e890a938 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.555256 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81275ccc-c30f-4d96-a4d8-9761e890a938 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e106124d-43ed-491f-afd7-650e64c2d6e6,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:20.563561 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-81275ccc-c30f-4d96-a4d8-9761e890a938 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.564747 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-81275ccc-c30f-4d96-a4d8-9761e890a938 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193616 Dec 09 01:16:20.567533 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56178) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:20.571695 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-5243aec7-6c39-48ec-91f4-5e532a1533c5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'security_group_rule': {'security_group_id': 'd1568718-d0fd-4632-85d9-be27efb19f37', 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:20.591639 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.securitygroups_db [None req-5243aec7-6c39-48ec-91f4-5e532a1533c5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Project 7480e21bc2664d4e94526980995f0f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 01:16:20.596270 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5243aec7-6c39-48ec-91f4-5e532a1533c5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.654907 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5243aec7-6c39-48ec-91f4-5e532a1533c5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.658885 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5243aec7-6c39-48ec-91f4-5e532a1533c5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.676810 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243aec7-6c39-48ec-91f4-5e532a1533c5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618f30b5-1275-46f3-8cd3-c5b119f5ea1c,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:20.686944 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-5243aec7-6c39-48ec-91f4-5e532a1533c5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.688769 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-5243aec7-6c39-48ec-91f4-5e532a1533c5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202993 Dec 09 01:16:20.691616 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56180) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:20.695814 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-7f18ff55-d853-4a65-aed8-d45ff67cb26f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'security_group_rule': {'security_group_id': 'd1568718-d0fd-4632-85d9-be27efb19f37', 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:20.715985 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.securitygroups_db [None req-7f18ff55-d853-4a65-aed8-d45ff67cb26f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Project 7480e21bc2664d4e94526980995f0f6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 01:16:20.720888 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7f18ff55-d853-4a65-aed8-d45ff67cb26f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.795611 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7f18ff55-d853-4a65-aed8-d45ff67cb26f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.801572 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7f18ff55-d853-4a65-aed8-d45ff67cb26f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352289'] for security_group_rule, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.819254 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18ff55-d853-4a65-aed8-d45ff67cb26f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02622f8a-d2df-416d-ba07-196c249a5653,revision_number=0']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:20.832347 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7f18ff55-d853-4a65-aed8-d45ff67cb26f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:20.833603 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-7f18ff55-d853-4a65-aed8-d45ff67cb26f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411178 Dec 09 01:16:21.623895 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:22.106056 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7e1bce5b-d7a1-45a7-a5fb-5ac493aa2def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:22.152616 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Sync routers for ids ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:16:22.163871 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Routers {'8bd48ae4-fd53-48dc-8de9-4a23fd55b996'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:22.164485 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:22.322026 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Set router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:22.599477 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'name': 'tempest-TestVolumeBootPattern-2005797784-router', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:15Z', 'updated_at': '2021-12-09T01:16:18Z', 'revision_number': 4, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'gw_port': {'id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:16Z', 'updated_at': '2021-12-09T01:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '074af480-10e4-44ba-b246-6b8cbca91d94', 'name': '', 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'mac_address': 'fa:16:3e:d5:6f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:17Z', 'updated_at': '2021-12-09T01:16:18Z', 'revision_number': 2, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'subnets': [{'id': '4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:22.629628 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Checking router: 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:16:22.630257 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Updating router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 port 074af480-10e4-44ba-b246-6b8cbca91d94 binding host dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 09 01:16:22.653803 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:22.748736 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 80d1270d-5f5c-46db-a99c-dcba293c3408 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:16:22.872291 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 80d1270d-5f5c-46db-a99c-dcba293c3408 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:22.872662 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:23.149333 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:23.163254 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Publish callbacks [] for port, precommit_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:23.177782 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:23.180576 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] For port 80d1270d-5f5c-46db-a99c-dcba293c3408, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=80d1270d-5f5c-46db-a99c-dcba293c3408,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:23.211782 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:23.238855 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde21ff9-6216-450d-99be-d10e1f50b585 None None] Pushing event updated for resources: {'Port': ['ID=074af480-10e4-44ba-b246-6b8cbca91d94,revision_number=3']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:23.331460 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Attempting to bind port 074af480-10e4-44ba-b246-6b8cbca91d94 on host dv-cinder-790535-20-iscsi for vnic_type normal with profile {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:16:23.331833 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Attempting to bind port 074af480-10e4-44ba-b246-6b8cbca91d94 by drivers openvswitch,hyperv on host dv-cinder-790535-20-iscsi at level 0 using segments [{'id': '6bb04593-fa07-494f-a474-8ce1f24e7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d'}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:16:23.332201 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Attempting to bind port 074af480-10e4-44ba-b246-6b8cbca91d94 on network 1562bcad-3bc5-4cad-aaaa-9f4fe408005d {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:16:23.335386 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Pushing event updated for resources: {'Port': ['ID=80d1270d-5f5c-46db-a99c-dcba293c3408,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:23.340730 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Checking agent: {'id': '9e79a621-696d-434e-8209-dd829a0393c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 0, 58), 'started_at': datetime.datetime(2021, 12, 9, 1, 1, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:16:23.341114 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Checking segment: {'id': '6bb04593-fa07-494f-a474-8ce1f24e7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:16:23.341515 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:23.341901 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Bound using segment: {'id': '6bb04593-fa07-494f-a474-8ce1f24e7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d'} {{(pid=102584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:16:23.342394 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.managers [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Bound port: 074af480-10e4-44ba-b246-6b8cbca91d94, host: dv-cinder-790535-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb04593-fa07-494f-a474-8ce1f24e7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d'}}] {{(pid=102584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:16:23.342782 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:23.415035 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] For port 074af480-10e4-44ba-b246-6b8cbca91d94, host dv-cinder-790535-20-iscsi, cleared binding levels {{(pid=102584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:16:23.418014 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] For port 074af480-10e4-44ba-b246-6b8cbca91d94, host dv-cinder-790535-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=074af480-10e4-44ba-b246-6b8cbca91d94,segment=NetworkSegment(6bb04593-fa07-494f-a474-8ce1f24e7955),segment_id=6bb04593-fa07-494f-a474-8ce1f24e7955)] {{(pid=102584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:16:23.423170 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:23.499690 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-6f96f978-3222-49d8-bf31-2269777df7a4 None None] Provisioning complete for port 074af480-10e4-44ba-b246-6b8cbca91d94 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:23.500325 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f96f978-3222-49d8-bf31-2269777df7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:23.503553 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde21ff9-6216-450d-99be-d10e1f50b585 None None] Pushing event updated for resources: {'Port': ['ID=074af480-10e4-44ba-b246-6b8cbca91d94,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:23.523846 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Routers {'8bd48ae4-fd53-48dc-8de9-4a23fd55b996'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:23.524489 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:15:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:23.680741 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] Set router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:23.682505 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f96f978-3222-49d8-bf31-2269777df7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:23.787999 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-6f96f978-3222-49d8-bf31-2269777df7a4 None None] For port 074af480-10e4-44ba-b246-6b8cbca91d94, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=074af480-10e4-44ba-b246-6b8cbca91d94,segment=NetworkSegment(6bb04593-fa07-494f-a474-8ce1f24e7955),segment_id=6bb04593-fa07-494f-a474-8ce1f24e7955)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:23.791759 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6f96f978-3222-49d8-bf31-2269777df7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:23.890340 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96f978-3222-49d8-bf31-2269777df7a4 None None] Pushing event updated for resources: {'Port': ['ID=074af480-10e4-44ba-b246-6b8cbca91d94,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:23.941595 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-0d02745b-1308-4084-b2e5-a64a6ebb61f9 None None] Provisioning complete for port 074af480-10e4-44ba-b246-6b8cbca91d94 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:23.941872 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0d02745b-1308-4084-b2e5-a64a6ebb61f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:24.008251 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'name': 'tempest-TestVolumeBootPattern-2005797784-router', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:15Z', 'updated_at': '2021-12-09T01:16:18Z', 'revision_number': 4, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'gw_port': {'id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:16Z', 'updated_at': '2021-12-09T01:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '074af480-10e4-44ba-b246-6b8cbca91d94', 'name': '', 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'mac_address': 'fa:16:3e:d5:6f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:17Z', 'updated_at': '2021-12-09T01:16:23Z', 'revision_number': 4, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'subnets': [{'id': '4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:24.058059 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905f8cd-0910-449e-b2ae-3c7e65683362 None None] The sync data for ids ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'] in dv-cinder-790535-20-iscsi is: [{'id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'name': 'tempest-TestVolumeBootPattern-2005797784-router', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:15Z', 'updated_at': '2021-12-09T01:16:18Z', 'revision_number': 4, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'gw_port': {'id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:16Z', 'updated_at': '2021-12-09T01:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '074af480-10e4-44ba-b246-6b8cbca91d94', 'name': '', 'network_id': '1562bcad-3bc5-4cad-aaaa-9f4fe408005d', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'mac_address': 'fa:16:3e:d5:6f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:17Z', 'updated_at': '2021-12-09T01:16:23Z', 'revision_number': 4, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'subnets': [{'id': '4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:16:24.491755 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0f05-079a-4df6-9e09-6fbe6eef49f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:24.732798 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 80d1270d-5f5c-46db-a99c-dcba293c3408 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:16:24.785906 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 80d1270d-5f5c-46db-a99c-dcba293c3408 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:24.786275 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:24.868405 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 074af480-10e4-44ba-b246-6b8cbca91d94 up at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:16:24.918799 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Provisioning complete for port 074af480-10e4-44ba-b246-6b8cbca91d94 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:24.919175 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:26.153530 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:27.167097 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:28.368523 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:37.290494 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-39244964-e51c-464c-8107-e37ba27879c2 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828630830&fields=id&tenant_id=7480e21bc2664d4e94526980995f0f6c HTTP/1.1" status: 200 len: 267 time: 0.0521188 Dec 09 01:16:37.397161 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-c07185a5-6648-4b9c-9840-4a5cb6ba1693 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:37.398639 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-c07185a5-6648-4b9c-9840-4a5cb6ba1693 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 812 time: 0.1014810 Dec 09 01:16:37.414080 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6fd74ec5-f28f-4c1b-a9ba-400b3b3c8a7e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/quotas/7480e21bc2664d4e94526980995f0f6c HTTP/1.1" status: 200 len: 375 time: 0.0097387 Dec 09 01:16:37.465184 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-a7f3d7b3-e6f6-466a-85ed-cb6d6350b10b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456045 Dec 09 01:16:37.565629 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6ae3b69e-61e6-47fa-9e47-7a329a54792a service neutron] 10.222.0.23 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885928 Dec 09 01:16:37.667388 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-c3ade4a2-aff9-439b-b1d4-67b3fd885454 service neutron] 10.222.0.23 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947526 Dec 09 01:16:37.989985 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b9b8f9fa-f662-4ffa-9e88-6d5cba671975 req-bbb8ad8e-e9f9-499b-9f50-2f9562fb0896 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 210 time: 0.0406020 Dec 09 01:16:39.019108 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-5b5f1d1d-37d6-43b2-8c89-845c6ab31fa0 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:39.020625 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-5b5f1d1d-37d6-43b2-8c89-845c6ab31fa0 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 812 time: 0.1068637 Dec 09 01:16:39.099700 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-3edf1a00-7743-42a6-979d-d48ea6969e60 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7480e21bc2664d4e94526980995f0f6c HTTP/1.1" status: 200 len: 379 time: 0.0634167 Dec 09 01:16:39.113647 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c3bde57f-18f8-4920-b9f5-b103a474a04b req-d134cb25-8e69-4938-9022-15ff6e78b078 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 210 time: 0.0293806 Dec 09 01:16:39.124126 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'port': {'device_id': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'admin_state_up': True, 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'security_groups': ['d1568718-d0fd-4632-85d9-be27efb19f37']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:39.250462 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Made reservation on behalf of 7480e21bc2664d4e94526980995f0f6c for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:16:39.254665 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:39.383442 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Allocated IP 172.20.0.9 (7903c83a-1491-4cdb-8fa8-969596d0e034/6e9dc000-e704-4a0b-b2e0-375f731e90a6/5457fda6-471c-4e1e-af4a-0d995f51f52f) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:16:39.527881 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:39.564420 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:39.610487 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Network 7903c83a-1491-4cdb-8fa8-969596d0e034 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:16:39.613848 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:39.617458 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:16:39.655248 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'Port': ['ID=5457fda6-471c-4e1e-af4a-0d995f51f52f,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:39.674816 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.675230 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.675662 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.676067 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.676412 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.676754 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.677099 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.677439 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.677772 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.678122 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.678475 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.678806 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.679143 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:39.698984 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:39.699647 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:39.717679 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-6cee6d4c-93fa-4348-98e1-e8e524771333 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5974276 Dec 09 01:16:39.736481 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Request body: {'port': {'device_id': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:39.794417 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:39.897938 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-22cb69a8-ed4a-4752-ad2d-6b0ac7165950 None None] Provisioning complete for port 5457fda6-471c-4e1e-af4a-0d995f51f52f triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:39.898497 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-22cb69a8-ed4a-4752-ad2d-6b0ac7165950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:39.934500 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-22cb69a8-ed4a-4752-ad2d-6b0ac7165950 None None] Port 5457fda6-471c-4e1e-af4a-0d995f51f52f cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:16:40.069470 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5457fda6-471c-4e1e-af4a-0d995f51f52f {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:16:40.076958 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:40.089308 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Transition to ACTIVE for port object 5457fda6-471c-4e1e-af4a-0d995f51f52f will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:16:40.093802 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:40.165401 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Pushing event updated for resources: {'Port': ['ID=5457fda6-471c-4e1e-af4a-0d995f51f52f,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:40.229404 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Attempting to bind port 5457fda6-471c-4e1e-af4a-0d995f51f52f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:16:40.229742 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Attempting to bind port 5457fda6-471c-4e1e-af4a-0d995f51f52f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:16:40.230074 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Attempting to bind port 5457fda6-471c-4e1e-af4a-0d995f51f52f on network 7903c83a-1491-4cdb-8fa8-969596d0e034 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:16:40.235403 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Port 5457fda6-471c-4e1e-af4a-0d995f51f52f on network 7903c83a-1491-4cdb-8fa8-969596d0e034 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:16:40.235733 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Attempting to bind port 5457fda6-471c-4e1e-af4a-0d995f51f52f on network 7903c83a-1491-4cdb-8fa8-969596d0e034 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:16:40.240959 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:16:40.241298 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Checking segment: {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:16:40.241511 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b29a18-21e2-4fbf-abf2-e4adffa037af req-85e5ec49-2b57-4952-b9e5-092d5922d376 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:40.242079 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Bound using segment: {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:16:40.242079 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Bound port: 5457fda6-471c-4e1e-af4a-0d995f51f52f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:16:40.242502 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:40.243056 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-52b29a18-21e2-4fbf-abf2-e4adffa037af req-85e5ec49-2b57-4952-b9e5-092d5922d376 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 943 time: 0.0509715 Dec 09 01:16:40.299287 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-52b29a18-21e2-4fbf-abf2-e4adffa037af req-3f558912-1c71-48ab-943a-02ed00dea585 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472853 Dec 09 01:16:40.311062 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] For port 5457fda6-471c-4e1e-af4a-0d995f51f52f, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:16:40.315145 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] For port 5457fda6-471c-4e1e-af4a-0d995f51f52f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5457fda6-471c-4e1e-af4a-0d995f51f52f,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:16:40.320286 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:40.356897 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:40.357577 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:40.359520 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] 10.222.0.46 "PUT /v2.0/ports/5457fda6-471c-4e1e-af4a-0d995f51f52f HTTP/1.1" status: 200 len: 1093 time: 0.6279700 Dec 09 01:16:40.359970 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'tag': '5457fda6-471c-4e1e-af4a-0d995f51f52f'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:16:40.362260 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922f3970-76a3-476f-8a72-db517ccfa4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e98f0f-f551-454d-83dc-72ea335bfab1", "tag": "5457fda6-471c-4e1e-af4a-0d995f51f52f"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:16:40.387559 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421df27-202f-4b0a-b2f1-c16d6d683847 service neutron] Pushing event updated for resources: {'Port': ['ID=5457fda6-471c-4e1e-af4a-0d995f51f52f,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:40.420328 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5d3837-edea-4938-9175-ad40cdd99930 x-openstack-request-id: req-2d5d3837-edea-4938-9175-ad40cdd99930 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:16:40.420713 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e98f0f-f551-454d-83dc-72ea335bfab1", "tag": "5457fda6-471c-4e1e-af4a-0d995f51f52f", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:16:40.421042 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d5d3837-edea-4938-9175-ad40cdd99930 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:16:40.422187 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'tag': '5457fda6-471c-4e1e-af4a-0d995f51f52f', 'status': 'completed', 'code': 200} Dec 09 01:16:40.467560 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:16:40.483457 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-8e3ffd12-a033-49e1-a227-c5514365d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:40.485660 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-8e3ffd12-a033-49e1-a227-c5514365d8ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 1096 time: 0.0444636 Dec 09 01:16:40.542975 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b52626a6-d244-405c-9488-f23d8896c8ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5457fda6-471c-4e1e-af4a-0d995f51f52f HTTP/1.1" status: 200 len: 217 time: 0.0414562 Dec 09 01:16:40.596330 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-8e33afb7-7323-4460-97a5-5ff577a18f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:40.597690 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-8e33afb7-7323-4460-97a5-5ff577a18f8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0479438 Dec 09 01:16:40.642616 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b83d315e-2d96-4702-a4ad-ad9ec3f4987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:40.644113 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-b83d315e-2d96-4702-a4ad-ad9ec3f4987d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395148 Dec 09 01:16:40.740188 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-e8da4045-8b30-46e1-bce1-e4e6c6c27b62 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876935 Dec 09 01:16:40.839003 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1b949f7e-31fd-49b1-b426-0b9db23e2fc5 req-66431279-58ba-499b-9c6b-a8848de53231 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919154 Dec 09 01:16:40.984090 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f3970-76a3-476f-8a72-db517ccfa4ed req-556c6f2e-2ad8-4e0c-9c30-1824037917e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:40.985614 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-922f3970-76a3-476f-8a72-db517ccfa4ed req-556c6f2e-2ad8-4e0c-9c30-1824037917e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 1096 time: 0.0556071 Dec 09 01:16:41.077034 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f3970-76a3-476f-8a72-db517ccfa4ed req-a63ccc62-8503-4591-9b0c-8be616232442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:41.079040 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-922f3970-76a3-476f-8a72-db517ccfa4ed req-a63ccc62-8503-4591-9b0c-8be616232442 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 913 time: 0.0864592 Dec 09 01:16:41.120205 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-922f3970-76a3-476f-8a72-db517ccfa4ed req-bec1f345-c64d-409d-b51c-4d4680438e88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5457fda6-471c-4e1e-af4a-0d995f51f52f HTTP/1.1" status: 200 len: 217 time: 0.0336392 Dec 09 01:16:41.169098 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f3970-76a3-476f-8a72-db517ccfa4ed req-0096e42e-4bf9-402e-aeba-2599c48ae297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:41.170556 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-922f3970-76a3-476f-8a72-db517ccfa4ed req-0096e42e-4bf9-402e-aeba-2599c48ae297 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0428274 Dec 09 01:16:41.221157 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f3970-76a3-476f-8a72-db517ccfa4ed req-fb3421a6-2b11-4ea6-a3ac-c0658f53846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:41.222661 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-922f3970-76a3-476f-8a72-db517ccfa4ed req-fb3421a6-2b11-4ea6-a3ac-c0658f53846d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451560 Dec 09 01:16:41.315519 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-922f3970-76a3-476f-8a72-db517ccfa4ed req-69c27db9-56d6-4e35-9c40-2b92a2305d19 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853152 Dec 09 01:16:41.412769 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-922f3970-76a3-476f-8a72-db517ccfa4ed req-8e54f7c1-1148-4494-ab71-7b36d57b23f8 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894492 Dec 09 01:16:41.443810 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59204e0-51fa-4da7-8e1f-6c4710c1eacc req-766db167-1acb-4a41-a785-039a05554527 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:41.445559 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c59204e0-51fa-4da7-8e1f-6c4710c1eacc req-766db167-1acb-4a41-a785-039a05554527 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 943 time: 0.0749717 Dec 09 01:16:41.511366 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c59204e0-51fa-4da7-8e1f-6c4710c1eacc req-bf08df56-aed8-491a-a564-4088e807982f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595834 Dec 09 01:16:41.761750 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51635d-67e8-4f94-8058-5d69849fdd24 req-0536d17d-985b-4c54-b72b-c1f9dceeec68 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:41.763272 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bf51635d-67e8-4f94-8058-5d69849fdd24 req-0536d17d-985b-4c54-b72b-c1f9dceeec68 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0498841 Dec 09 01:16:41.812465 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bf51635d-67e8-4f94-8058-5d69849fdd24 req-74f73ebf-24d1-42b9-8c08-bf9fc5cf4aef tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420778 Dec 09 01:16:42.635305 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c441d-6af4-4f00-be7c-429f2a568e28 req-896690e8-ef28-42a7-822e-17fb1d16f988 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:42.636762 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-429c441d-6af4-4f00-be7c-429f2a568e28 req-896690e8-ef28-42a7-822e-17fb1d16f988 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 943 time: 0.0498335 Dec 09 01:16:42.687502 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-429c441d-6af4-4f00-be7c-429f2a568e28 req-6d38d711-14a1-478a-91d7-bb5551a9529e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439601 Dec 09 01:16:42.952275 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12cc11-be47-4711-9856-cd98a0a35ac3 req-e6a51f47-7ff3-4f25-ae0b-6a45f9f81089 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:42.954048 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0a12cc11-be47-4711-9856-cd98a0a35ac3 req-e6a51f47-7ff3-4f25-ae0b-6a45f9f81089 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0557621 Dec 09 01:16:43.006693 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0a12cc11-be47-4711-9856-cd98a0a35ac3 req-55c85480-bec8-4782-981a-c584e6873439 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466094 Dec 09 01:16:43.807034 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e816183-a950-4fb9-b39e-cf59d58b3507 req-4cb1d6cb-e4ef-4355-8a0b-f26b5bc6d7be tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:43.808425 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e816183-a950-4fb9-b39e-cf59d58b3507 req-4cb1d6cb-e4ef-4355-8a0b-f26b5bc6d7be tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 943 time: 0.0483639 Dec 09 01:16:43.864220 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3e816183-a950-4fb9-b39e-cf59d58b3507 req-30e9c0fd-8621-44c0-94c5-c1377e922466 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457711 Dec 09 01:16:44.130268 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e555b00-4f73-4a92-bb26-5adf78cb07cb req-91f45085-87cd-43a1-b4c3-949845a9e731 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:44.131673 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9e555b00-4f73-4a92-bb26-5adf78cb07cb req-91f45085-87cd-43a1-b4c3-949845a9e731 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0531421 Dec 09 01:16:44.180372 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9e555b00-4f73-4a92-bb26-5adf78cb07cb req-eadbd8d2-4273-49be-8b7b-31bfb95ceb70 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428352 Dec 09 01:16:44.979311 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a6b32-eddc-45e1-abb5-4f4ee73a7f41 req-90dae07d-9c8e-4230-9fe0-2d447a4402a5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:44.980766 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a96a6b32-eddc-45e1-abb5-4f4ee73a7f41 req-90dae07d-9c8e-4230-9fe0-2d447a4402a5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 943 time: 0.0502524 Dec 09 01:16:45.032343 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a96a6b32-eddc-45e1-abb5-4f4ee73a7f41 req-b9799009-2588-473d-97bb-dcd2259359a2 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444095 Dec 09 01:16:45.299536 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32049ee7-c3de-4abb-bd8b-8d0d8b729c07 req-1a4c7c96-1f54-4d94-a65d-e6ff15a177e5 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:45.300984 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-32049ee7-c3de-4abb-bd8b-8d0d8b729c07 req-1a4c7c96-1f54-4d94-a65d-e6ff15a177e5 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0471637 Dec 09 01:16:45.350310 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-32049ee7-c3de-4abb-bd8b-8d0d8b729c07 req-3b5cb135-96b9-4ab0-bed7-45068cb1bda3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435202 Dec 09 01:16:46.165905 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab958aba-03a5-4783-8a99-a3b1b17abdf9 req-f7ba0a21-4c50-472b-a1b5-abbea2770104 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:46.167884 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ab958aba-03a5-4783-8a99-a3b1b17abdf9 req-f7ba0a21-4c50-472b-a1b5-abbea2770104 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 943 time: 0.0516207 Dec 09 01:16:46.242064 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ab958aba-03a5-4783-8a99-a3b1b17abdf9 req-74b67eef-c979-4d3c-bd9b-317de96b3589 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674081 Dec 09 01:16:46.479842 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6dcd74-d3b2-4b2b-87d1-e18447c7b611 req-80030a16-4bd8-4f51-b6a6-5ac1df029381 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:46.481253 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8d6dcd74-d3b2-4b2b-87d1-e18447c7b611 req-80030a16-4bd8-4f51-b6a6-5ac1df029381 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0516233 Dec 09 01:16:46.532062 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8d6dcd74-d3b2-4b2b-87d1-e18447c7b611 req-880c95e6-c65b-4ff1-83df-888324cbb5e0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443699 Dec 09 01:16:47.364169 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb75c-897b-4ac4-972c-3b1adda1d878 req-6f0456c4-0712-4aa7-b139-bda7f1f63e92 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:47.365630 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea5fb75c-897b-4ac4-972c-3b1adda1d878 req-6f0456c4-0712-4aa7-b139-bda7f1f63e92 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 943 time: 0.0548787 Dec 09 01:16:47.434374 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ea5fb75c-897b-4ac4-972c-3b1adda1d878 req-8ea5631f-7f35-4e7a-8abb-9dc8b9b9c4fd tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627301 Dec 09 01:16:47.666296 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a75a96-a370-4c89-b6be-5dd146ee55f5 req-860b5b3b-7db2-4ed3-bb2b-00fc8781e919 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:47.668117 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d4a75a96-a370-4c89-b6be-5dd146ee55f5 req-860b5b3b-7db2-4ed3-bb2b-00fc8781e919 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0550547 Dec 09 01:16:47.721562 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d4a75a96-a370-4c89-b6be-5dd146ee55f5 req-d262fa49-c334-4252-8889-ddf9594d6356 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469534 Dec 09 01:16:48.566559 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16a138-5ba3-41ac-a36e-1412f8f3ce7c req-50b241e3-fc7f-451e-a59a-d7e476e49a90 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:48.568037 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3f16a138-5ba3-41ac-a36e-1412f8f3ce7c req-50b241e3-fc7f-451e-a59a-d7e476e49a90 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 943 time: 0.0490365 Dec 09 01:16:48.605075 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 5457fda6-471c-4e1e-af4a-0d995f51f52f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:16:48.704211 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 5457fda6-471c-4e1e-af4a-0d995f51f52f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5457fda6-471c-4e1e-af4a-0d995f51f52f,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:48.716447 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '5457fda6-471c-4e1e-af4a-0d995f51f52f', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'port_id': '5457fda6-471c-4e1e-af4a-0d995f51f52f', 'mac_address': 'fa:16:3e:a8:d1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:16:48.761728 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:48.777652 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5457fda6-471c-4e1e-af4a-0d995f51f52f {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:16:48.800550 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 5457fda6-471c-4e1e-af4a-0d995f51f52f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5457fda6-471c-4e1e-af4a-0d995f51f52f,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:48.804758 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:48.870161 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=5457fda6-471c-4e1e-af4a-0d995f51f52f,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:48.880519 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3f16a138-5ba3-41ac-a36e-1412f8f3ce7c req-f87a5e95-09c6-4038-a18f-7d8292174bfb tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066378 Dec 09 01:16:48.916284 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c1dc1-b353-4e4c-aded-cac83c143131 req-afe968f6-4c01-4ef7-b0f1-d9f2bf03db94 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:48.917752 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d35c1dc1-b353-4e4c-aded-cac83c143131 req-afe968f6-4c01-4ef7-b0f1-d9f2bf03db94 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0552914 Dec 09 01:16:48.964815 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d35c1dc1-b353-4e4c-aded-cac83c143131 req-e1fee5cf-d538-4801-8813-6de234ba1357 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400078 Dec 09 01:16:49.122709 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['5457fda6-471c-4e1e-af4a-0d995f51f52f'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:16:49.996230 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcec815-6740-43ee-828a-ebff52abbedf req-ecc8cde1-a8dd-4081-9bba-f988d7460c48 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:49.998775 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8fcec815-6740-43ee-828a-ebff52abbedf req-ecc8cde1-a8dd-4081-9bba-f988d7460c48 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 944 time: 0.0503299 Dec 09 01:16:50.057676 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8fcec815-6740-43ee-828a-ebff52abbedf req-b8b8d9b6-1402-43b3-973c-7f47f1b62cb4 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520363 Dec 09 01:16:50.065094 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-6b373740-4670-4dba-8862-3772e6af95e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425262 Dec 09 01:16:50.101662 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436bd67-62ea-4b14-b439-d246e7143717 req-22e3cea9-26f3-4de9-8099-d0db5e71ebf8 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:50.103085 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e436bd67-62ea-4b14-b439-d246e7143717 req-22e3cea9-26f3-4de9-8099-d0db5e71ebf8 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0586035 Dec 09 01:16:50.152349 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e436bd67-62ea-4b14-b439-d246e7143717 req-351d3c74-fed8-4af8-adde-cff0275fd1d6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 Dec 09 01:16:50.164246 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-e50d46dd-4b84-493d-aa76-12d3b2001482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:50.165726 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-e50d46dd-4b84-493d-aa76-12d3b2001482 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9af91ce42164b7d8dbeecc27f4698e8&device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1098 time: 0.0397696 Dec 09 01:16:50.277878 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-47df0c75-6342-4ff3-871e-c4bfdc905302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:50.279353 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-47df0c75-6342-4ff3-871e-c4bfdc905302 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f10b420b-f882-4844-b296-4fbc97188815 HTTP/1.1" status: 200 len: 910 time: 0.0851021 Dec 09 01:16:50.341176 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-ae34512d-1cae-4f55-a564-52d734a73f60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce47340a-b2d8-4162-9551-02036e78fb48 HTTP/1.1" status: 200 len: 1001 time: 0.0549257 Dec 09 01:16:50.390885 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-75750e2a-ada4-4994-ad5d-222d8b3416f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:50.392469 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-75750e2a-ada4-4994-ad5d-222d8b3416f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06aeb252-e100-4822-8c4e-35c55412a768 HTTP/1.1" status: 200 len: 848 time: 0.0450697 Dec 09 01:16:50.436438 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-466ed613-dc7e-4093-82d9-d53ed5c28cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:50.437992 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-466ed613-dc7e-4093-82d9-d53ed5c28cff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f10b420b-f882-4844-b296-4fbc97188815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393760 Dec 09 01:16:50.527748 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-0c65ac2c-3eba-4618-b999-16b236e2dcac service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825248 Dec 09 01:16:50.611476 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 5457fda6-471c-4e1e-af4a-0d995f51f52f up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:16:50.615367 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-88e7447c-0e5f-46d6-b440-706f2b2d30c4 req-978685d7-8e5d-4048-beea-349292d7a92b service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802119 Dec 09 01:16:50.659211 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 5457fda6-471c-4e1e-af4a-0d995f51f52f completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:16:50.663217 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 5457fda6-471c-4e1e-af4a-0d995f51f52f triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:50.663601 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:50.740845 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:50.762287 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5457fda6-471c-4e1e-af4a-0d995f51f52f'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:16:50.765115 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ba4d16-0509-462c-9e71-33ac495d8194" -d '{"events": [{"server_uuid": "a5e98f0f-f551-454d-83dc-72ea335bfab1", "name": "network-vif-plugged", "status": "completed", "tag": "5457fda6-471c-4e1e-af4a-0d995f51f52f"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:16:50.778420 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 5457fda6-471c-4e1e-af4a-0d995f51f52f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5457fda6-471c-4e1e-af4a-0d995f51f52f,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:50.783016 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:50.805448 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c08d7b2-0863-44fc-8cd5-26acf3dbe87f x-openstack-request-id: req-9c08d7b2-0863-44fc-8cd5-26acf3dbe87f {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:16:50.805739 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e98f0f-f551-454d-83dc-72ea335bfab1", "name": "network-vif-plugged", "status": "completed", "tag": "5457fda6-471c-4e1e-af4a-0d995f51f52f", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:16:50.805990 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c08d7b2-0863-44fc-8cd5-26acf3dbe87f {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:16:50.806388 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5457fda6-471c-4e1e-af4a-0d995f51f52f', 'code': 200} Dec 09 01:16:50.831388 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=5457fda6-471c-4e1e-af4a-0d995f51f52f,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:51.075164 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3566d2-71af-4289-b3e2-18f943333fee req-356092d6-e20e-44b6-b203-58ebf7bcb445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:51.076593 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ff3566d2-71af-4289-b3e2-18f943333fee req-356092d6-e20e-44b6-b203-58ebf7bcb445 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 1098 time: 0.0388501 Dec 09 01:16:51.129982 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ff3566d2-71af-4289-b3e2-18f943333fee req-05e1c60f-70f0-4a8b-8653-ca3b2df73b18 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454848 Dec 09 01:16:51.174299 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e5b6f-24a8-4695-9915-047d7e814bd6 req-e9b13150-c16e-4e95-bccd-d9679e6c1690 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:51.175771 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e22e5b6f-24a8-4695-9915-047d7e814bd6 req-e9b13150-c16e-4e95-bccd-d9679e6c1690 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 945 time: 0.0478420 Dec 09 01:16:51.230228 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-e22e5b6f-24a8-4695-9915-047d7e814bd6 req-60552a9a-ad9a-4d0d-a87e-cbc3b6bd8811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482287 Dec 09 01:16:51.282537 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a518d3-82bb-4ce7-b888-de04d871f01b req-4b6bd272-5f40-465e-bbdb-7608116cd952 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:51.284014 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0a518d3-82bb-4ce7-b888-de04d871f01b req-4b6bd272-5f40-465e-bbdb-7608116cd952 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0528758 Dec 09 01:16:51.331885 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b0a518d3-82bb-4ce7-b888-de04d871f01b req-916114bb-516d-4ae7-bce9-22ab4dd110fb tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418952 Dec 09 01:16:51.617969 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:52.099607 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-e77145e1-df58-41c3-b33f-afdecb5a7350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:52.344036 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa2246-22b7-485d-95ce-f4b89de1a196 req-c5f23648-33ad-4c71-ba79-a13516ac7037 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:52.345409 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4bfa2246-22b7-485d-95ce-f4b89de1a196 req-c5f23648-33ad-4c71-ba79-a13516ac7037 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 945 time: 0.0481687 Dec 09 01:16:52.394906 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4bfa2246-22b7-485d-95ce-f4b89de1a196 req-fe57af59-1ed2-4780-8ee8-4390e740583d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 Dec 09 01:16:52.452510 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34e8aa-d710-4381-adb9-4e9c8def5cea req-b2d7971f-2d30-490f-a858-56aa27be31ae tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:52.454155 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4d34e8aa-d710-4381-adb9-4e9c8def5cea req-b2d7971f-2d30-490f-a858-56aa27be31ae tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0506055 Dec 09 01:16:52.535285 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4d34e8aa-d710-4381-adb9-4e9c8def5cea req-79e7cab3-b162-4b9d-aee7-1e42bfed9dbd tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745604 Dec 09 01:16:52.548357 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1c872-79ec-484f-802e-4784833a7f92 req-bc2bef57-f45b-4201-aad7-0bfd7927d4b2 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:52.550026 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b2e1c872-79ec-484f-802e-4784833a7f92 req-bc2bef57-f45b-4201-aad7-0bfd7927d4b2 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 945 time: 0.0827465 Dec 09 01:16:52.600623 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b2e1c872-79ec-484f-802e-4784833a7f92 req-2730b6ba-809f-498f-ad7d-35da8a6406c0 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446131 Dec 09 01:16:52.610528 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 48fc2252-240d-4b5b-9f88-4769abf67db6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:16:52.622551 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56414) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:52.707760 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:52.719487 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'port_id': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'mac_address': 'fa:16:3e:37:04:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:16:52.756326 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc525cda-bd7f-4e14-8402-b2448b9edd47 tempest-TestVolumeBootPattern-1174936732 tempest-TestVolumeBootPattern-1174936732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:52.756594 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:52.757836 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-fc525cda-bd7f-4e14-8402-b2448b9edd47 tempest-TestVolumeBootPattern-1174936732 tempest-TestVolumeBootPattern-1174936732-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 1093 time: 0.1342866 Dec 09 01:16:52.760683 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56418) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:16:52.765752 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'floatingip': {'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'port_id': '5457fda6-471c-4e1e-af4a-0d995f51f52f', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:16:52.769737 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48fc2252-240d-4b5b-9f88-4769abf67db6 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:16:52.788926 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:52.794583 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:52.798577 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:52.846358 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=48fc2252-240d-4b5b-9f88-4769abf67db6,revision_number=6']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:52.892145 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:52.995644 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['48fc2252-240d-4b5b-9f88-4769abf67db6'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:16:52.998844 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Allocated IP 172.27.0.9 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/af4cf847-3507-4171-b3fa-6d0249be5b45) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:16:53.104388 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:53.140001 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:53.177067 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:16:53.181358 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:16:53.187105 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:16:53.192616 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'Port': ['ID=af4cf847-3507-4171-b3fa-6d0249be5b45,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:53.217338 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.218190 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.218573 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.218912 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.219251 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.219590 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.219927 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.220261 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.220595 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.220935 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.221261 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.221591 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.221911 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:16:53.556528 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:53.634973 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:53.700967 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479733-2c57-431c-b323-4953427ae295 req-85ccfe65-3e92-42e5-88a5-65fdb5e8781a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:53.702594 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05479733-2c57-431c-b323-4953427ae295 req-85ccfe65-3e92-42e5-88a5-65fdb5e8781a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 944 time: 0.0873508 Dec 09 01:16:53.801544 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-05479733-2c57-431c-b323-4953427ae295 req-7e7bccf1-0c5e-4fc5-b014-c4c0ef134c45 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925081 Dec 09 01:16:53.846506 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:53.851242 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:53.922184 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'Port': ['ID=af4cf847-3507-4171-b3fa-6d0249be5b45,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:53.931823 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:54.029636 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.l3_db [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Floating IP 8ea32cda-197c-4a35-a59c-53740691afa0 associated. External IP: 172.27.0.9, port: 5457fda6-471c-4e1e-af4a-0d995f51f52f. Dec 09 01:16:54.240920 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Router caeb4219-a386-4dac-ab10-b638d7d062ab has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:16:54.347732 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:16:54.358605 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d3dd3-6d10-4a66-b185-89c1717173a2 None None] Sync routers for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:16:54.368104 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:54.370226 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d3dd3-6d10-4a66-b185-89c1717173a2 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:54.370893 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-925d3dd3-6d10-4a66-b185-89c1717173a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:16:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:54.397779 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0872a487-86eb-472e-8e0c-738447182196 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6360619 Dec 09 01:16:54.398390 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'tag': '5457fda6-471c-4e1e-af4a-0d995f51f52f'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:16:54.400653 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149eb8af-d4af-4955-b29d-be2caea15b34" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e98f0f-f551-454d-83dc-72ea335bfab1", "tag": "5457fda6-471c-4e1e-af4a-0d995f51f52f"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:16:54.440838 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c90bb35-b736-4f89-ae3b-07f2148d7675 x-openstack-request-id: req-2c90bb35-b736-4f89-ae3b-07f2148d7675 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:16:54.441139 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e98f0f-f551-454d-83dc-72ea335bfab1", "tag": "5457fda6-471c-4e1e-af4a-0d995f51f52f", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:16:54.441396 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c90bb35-b736-4f89-ae3b-07f2148d7675 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:16:54.441801 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'tag': '5457fda6-471c-4e1e-af4a-0d995f51f52f', 'status': 'completed', 'code': 200} Dec 09 01:16:54.491868 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-848e4585-30de-4305-b469-03c526d4c370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:54.495870 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-925d3dd3-6d10-4a66-b185-89c1717173a2 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:54.535907 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eb8af-d4af-4955-b29d-be2caea15b34 req-049c3713-3891-42ac-8067-4e72ac312db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:54.537507 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-149eb8af-d4af-4955-b29d-be2caea15b34 req-049c3713-3891-42ac-8067-4e72ac312db4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 1098 time: 0.0432885 Dec 09 01:16:54.634082 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 48fc2252-240d-4b5b-9f88-4769abf67db6 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:16:54.650625 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eb8af-d4af-4955-b29d-be2caea15b34 req-8d799bd8-f88f-4ec6-80a3-00f03b97d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:54.652099 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-149eb8af-d4af-4955-b29d-be2caea15b34 req-8d799bd8-f88f-4ec6-80a3-00f03b97d5d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 913 time: 0.1072774 Dec 09 01:16:54.699324 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 48fc2252-240d-4b5b-9f88-4769abf67db6 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:16:54.699795 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:54.754020 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-149eb8af-d4af-4955-b29d-be2caea15b34 req-d233c017-a6b6-4051-848f-12c4e78b0442 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5457fda6-471c-4e1e-af4a-0d995f51f52f HTTP/1.1" status: 200 len: 997 time: 0.0868516 Dec 09 01:16:54.769361 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-925d3dd3-6d10-4a66-b185-89c1717173a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '8ea32cda-197c-4a35-a59c-53740691afa0', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '5457fda6-471c-4e1e-af4a-0d995f51f52f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:a8:d1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:16:53Z', 'updated_at': '2021-12-09T01:16:53Z', 'revision_number': 0, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:54.789329 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:54.802912 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d3dd3-6d10-4a66-b185-89c1717173a2 None None] Checking router: caeb4219-a386-4dac-ab10-b638d7d062ab for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:16:54.813012 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d3dd3-6d10-4a66-b185-89c1717173a2 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:16:54.813926 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-925d3dd3-6d10-4a66-b185-89c1717173a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:16:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:54.820421 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:16:54.821763 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eb8af-d4af-4955-b29d-be2caea15b34 req-17ff7e17-70bb-431e-ad50-4b7aa2153d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:54.822720 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ff7ab-1858-438e-8e66-6569cf1e23cf" -d '{"events": [{"server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "name": "network-vif-plugged", "status": "completed", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:16:54.823921 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-149eb8af-d4af-4955-b29d-be2caea15b34 req-17ff7e17-70bb-431e-ad50-4b7aa2153d88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0625768 Dec 09 01:16:54.857134 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:16:54.865241 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:54.923024 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac369d99-6a68-47a7-a112-f5b3fafb2e35 x-openstack-request-id: req-ac369d99-6a68-47a7-a112-f5b3fafb2e35 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:16:54.923188 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149eb8af-d4af-4955-b29d-be2caea15b34 req-98e30c4f-4f1f-4328-80b7-edf1bb774c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:54.923405 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "name": "network-vif-plugged", "status": "completed", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:16:54.923598 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ac369d99-6a68-47a7-a112-f5b3fafb2e35 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:16:54.923989 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'code': 200} Dec 09 01:16:54.924772 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-149eb8af-d4af-4955-b29d-be2caea15b34 req-98e30c4f-4f1f-4328-80b7-edf1bb774c62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0811689 Dec 09 01:16:54.982546 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=48fc2252-240d-4b5b-9f88-4769abf67db6,revision_number=7']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:16:54.996969 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6656f4-b774-4782-bfa5-420419b6295d req-d5d55bd4-72e7-491e-9ea9-c17ca455ff4b tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:54.999922 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2c6656f4-b774-4782-bfa5-420419b6295d req-d5d55bd4-72e7-491e-9ea9-c17ca455ff4b tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0768101 Dec 09 01:16:55.048890 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-149eb8af-d4af-4955-b29d-be2caea15b34 req-0f9c03dc-29a1-4663-aaec-87eac4430b2e service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113958 Dec 09 01:16:55.058725 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-925d3dd3-6d10-4a66-b185-89c1717173a2 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:16:55.077587 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2c6656f4-b774-4782-bfa5-420419b6295d req-0482fe0f-5180-47c9-8fc6-e522c37d2269 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702543 Dec 09 01:16:55.152457 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-149eb8af-d4af-4955-b29d-be2caea15b34 req-63ae61d0-43be-403f-846e-73a4144dd916 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967155 Dec 09 01:16:55.325396 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-925d3dd3-6d10-4a66-b185-89c1717173a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '8ea32cda-197c-4a35-a59c-53740691afa0', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '5457fda6-471c-4e1e-af4a-0d995f51f52f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:a8:d1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:16:53Z', 'updated_at': '2021-12-09T01:16:53Z', 'revision_number': 0, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:16:55.356301 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d3dd3-6d10-4a66-b185-89c1717173a2 None None] The sync data for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi is: [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '8ea32cda-197c-4a35-a59c-53740691afa0', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '5457fda6-471c-4e1e-af4a-0d995f51f52f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:a8:d1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:16:53Z', 'updated_at': '2021-12-09T01:16:53Z', 'revision_number': 0, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:16:55.581944 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059def1-b418-4e04-9e65-b229684b162a None None] New status for floating IP 8ea32cda-197c-4a35-a59c-53740691afa0: ACTIVE {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:16:56.157510 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:56.213829 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fb3d7-1c82-4780-8106-90957af703d2 req-eebd0d3b-7453-4632-a171-86f1f62154f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:56.216061 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ef5fb3d7-1c82-4780-8106-90957af703d2 req-eebd0d3b-7453-4632-a171-86f1f62154f3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0601246 Dec 09 01:16:56.267453 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ef5fb3d7-1c82-4780-8106-90957af703d2 req-7cd386a3-bb97-432e-be9a-ec9d7525ec0f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447783 Dec 09 01:16:57.171936 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:57.394763 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307378a-e439-4f5f-9a79-e1fa0321f2b9 req-2c18b0b4-234d-4814-baf2-b99f9b7f8bc6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:57.396548 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d307378a-e439-4f5f-9a79-e1fa0321f2b9 req-2c18b0b4-234d-4814-baf2-b99f9b7f8bc6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0505495 Dec 09 01:16:57.449006 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d307378a-e439-4f5f-9a79-e1fa0321f2b9 req-ec813931-04a5-48d5-9b5c-d81a836f692f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463955 Dec 09 01:16:58.371376 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:16:58.591163 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99308594-665d-4b33-969d-007e3a0c3b4b req-2fde7acb-8e8a-401c-967f-74460bba6b5b tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:58.593548 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-99308594-665d-4b33-969d-007e3a0c3b4b req-2fde7acb-8e8a-401c-967f-74460bba6b5b tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0677469 Dec 09 01:16:58.648061 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-99308594-665d-4b33-969d-007e3a0c3b4b req-89f21436-c6b7-4082-8438-dc222dfdb11c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472221 Dec 09 01:16:59.778620 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c2d02-381f-4b46-b0d7-e80dfe1eb41b req-ec2d2bf1-fce0-42a5-9078-4f12d4daa479 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:16:59.780852 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c09c2d02-381f-4b46-b0d7-e80dfe1eb41b req-ec2d2bf1-fce0-42a5-9078-4f12d4daa479 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0514834 Dec 09 01:16:59.831259 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c09c2d02-381f-4b46-b0d7-e80dfe1eb41b req-74ec088f-f10c-4f34-8736-4f4557791cbf tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443237 Dec 09 01:17:00.970910 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fcecc-ad28-43aa-95b5-7a4f2f8c3993 req-9ecbeda1-0a2b-454c-93f0-d8351518862e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:00.973240 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-350fcecc-ad28-43aa-95b5-7a4f2f8c3993 req-9ecbeda1-0a2b-454c-93f0-d8351518862e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0576200 Dec 09 01:17:01.037446 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-350fcecc-ad28-43aa-95b5-7a4f2f8c3993 req-a0d06546-b8ec-4c00-9713-1fcb0beb0cba tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581384 Dec 09 01:17:02.170034 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d930659-2a3b-46b8-916b-de91f5d6660f req-09bcc9e2-6979-43bd-b61a-5ec0da28a13d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:02.171829 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2d930659-2a3b-46b8-916b-de91f5d6660f req-09bcc9e2-6979-43bd-b61a-5ec0da28a13d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0548909 Dec 09 01:17:02.236168 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2d930659-2a3b-46b8-916b-de91f5d6660f req-4c3d97b1-577e-4819-849a-ff711330daf4 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543704 Dec 09 01:17:03.378211 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baeb5a-25b0-48f5-a8f6-7f698ac7092c req-e9c5d3d4-dde2-43f8-a4fd-39c07319dc31 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:03.380430 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-16baeb5a-25b0-48f5-a8f6-7f698ac7092c req-e9c5d3d4-dde2-43f8-a4fd-39c07319dc31 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0552211 Dec 09 01:17:03.439498 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-16baeb5a-25b0-48f5-a8f6-7f698ac7092c req-fe9f40ed-bb06-448b-a228-b59e6e7f565f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511575 Dec 09 01:17:04.569674 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd304b3-58b9-4bcf-aa76-03e5770574dc req-9f650bb3-cf83-4a98-9f13-8d7ae85b7603 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:04.571175 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5dd304b3-58b9-4bcf-aa76-03e5770574dc req-9f650bb3-cf83-4a98-9f13-8d7ae85b7603 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0480671 Dec 09 01:17:04.618348 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5dd304b3-58b9-4bcf-aa76-03e5770574dc req-64c2a766-4732-46c0-9543-38c964a62f2c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406961 Dec 09 01:17:04.709335 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedee57-f04f-4654-86fe-204e021f38f3 req-a7a5b285-fd6e-4727-9b8e-80c4324101ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:04.711105 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5aedee57-f04f-4654-86fe-204e021f38f3 req-a7a5b285-fd6e-4727-9b8e-80c4324101ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 1098 time: 0.0407732 Dec 09 01:17:04.800491 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedee57-f04f-4654-86fe-204e021f38f3 req-95b91dbd-8891-4fa5-a0c5-230852033fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:04.801959 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5aedee57-f04f-4654-86fe-204e021f38f3 req-95b91dbd-8891-4fa5-a0c5-230852033fe4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 917 time: 0.0826461 Dec 09 01:17:04.870664 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5aedee57-f04f-4654-86fe-204e021f38f3 req-1265e94e-2177-4c3e-9786-784cf6fc7452 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fc2252-240d-4b5b-9f88-4769abf67db6 HTTP/1.1" status: 200 len: 1000 time: 0.0602076 Dec 09 01:17:04.917950 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedee57-f04f-4654-86fe-204e021f38f3 req-72524540-3e07-4742-a816-88cb5f522d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:04.919385 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5aedee57-f04f-4654-86fe-204e021f38f3 req-72524540-3e07-4742-a816-88cb5f522d66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.0424576 Dec 09 01:17:04.964190 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedee57-f04f-4654-86fe-204e021f38f3 req-4e20b2fc-043a-41a6-ab88-16920b0b20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:04.965608 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5aedee57-f04f-4654-86fe-204e021f38f3 req-4e20b2fc-043a-41a6-ab88-16920b0b20a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386207 Dec 09 01:17:05.057665 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5aedee57-f04f-4654-86fe-204e021f38f3 req-5a9ac172-11a3-4074-839f-41fc9c431925 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825176 Dec 09 01:17:05.150565 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-5aedee57-f04f-4654-86fe-204e021f38f3 req-f106ccd6-6c56-4e02-9b37-22695be57070 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852916 Dec 09 01:17:05.293208 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af4784-52df-422e-af84-aea5f813b68c req-136a5c00-9119-49ad-883a-4567b5fec070 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:05.294692 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-61af4784-52df-422e-af84-aea5f813b68c req-136a5c00-9119-49ad-883a-4567b5fec070 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0486207 Dec 09 01:17:05.345384 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-61af4784-52df-422e-af84-aea5f813b68c req-00a609d0-fdef-410b-8875-2371425e1916 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435934 Dec 09 01:17:05.744537 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51baf6c5-b9bf-4c6e-93b7-bb2d8e1c52b1 req-0d723389-2ab6-4833-8b34-c56c0dbe7f5e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:05.745971 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-51baf6c5-b9bf-4c6e-93b7-bb2d8e1c52b1 req-0d723389-2ab6-4833-8b34-c56c0dbe7f5e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0513418 Dec 09 01:17:05.793037 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-51baf6c5-b9bf-4c6e-93b7-bb2d8e1c52b1 req-fb61ae91-352b-448c-bc45-bba68dfd0881 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407114 Dec 09 01:17:06.459798 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f93a4-68a8-4160-80fb-7e1e7df77841 req-4c460a47-708b-4bc4-8000-91d5a637c080 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:06.461228 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-992f93a4-68a8-4160-80fb-7e1e7df77841 req-4c460a47-708b-4bc4-8000-91d5a637c080 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0495112 Dec 09 01:17:06.509171 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-992f93a4-68a8-4160-80fb-7e1e7df77841 req-a2ab2e0c-4c8c-4d89-9cf7-96b52a004858 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420296 Dec 09 01:17:06.915276 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bacb1-3121-44d3-90b4-7ebe1804e571 req-7b4ba985-f9ad-48f2-b212-fa1061e4da37 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:06.917806 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-268bacb1-3121-44d3-90b4-7ebe1804e571 req-7b4ba985-f9ad-48f2-b212-fa1061e4da37 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0507011 Dec 09 01:17:06.969188 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-268bacb1-3121-44d3-90b4-7ebe1804e571 req-7dcc4e77-e784-45ad-84d5-bcf91ad94ee8 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445743 Dec 09 01:17:07.624770 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f88fa-2b8b-47fd-baaa-bec159856ef1 req-6c97e265-a8a8-49c2-9445-8ae8f127e8f5 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:07.626228 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44f88fa-2b8b-47fd-baaa-bec159856ef1 req-6c97e265-a8a8-49c2-9445-8ae8f127e8f5 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0515239 Dec 09 01:17:07.675223 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b44f88fa-2b8b-47fd-baaa-bec159856ef1 req-3cd3de26-afcb-4357-838e-f78642cdc34f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431478 Dec 09 01:17:08.088980 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef5751-6dfb-401c-a9ca-4ac60006edd1 req-89e1b1fd-14c6-4131-9a8c-077276cddab7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:08.090459 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b5ef5751-6dfb-401c-a9ca-4ac60006edd1 req-89e1b1fd-14c6-4131-9a8c-077276cddab7 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 945 time: 0.0487761 Dec 09 01:17:08.137339 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b5ef5751-6dfb-401c-a9ca-4ac60006edd1 req-b17f6b0c-5453-468a-9f38-06b154fdcabb tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404468 Dec 09 01:17:08.733417 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 48fc2252-240d-4b5b-9f88-4769abf67db6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:17:08.798117 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ade6d0-06f4-4ffe-bde1-6ce7ce75b5e3 req-9d69317c-2325-47e0-b215-018983f62785 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:08.800059 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-49ade6d0-06f4-4ffe-bde1-6ce7ce75b5e3 req-9d69317c-2325-47e0-b215-018983f62785 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0576415 Dec 09 01:17:08.815062 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:08.867667 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-49ade6d0-06f4-4ffe-bde1-6ce7ce75b5e3 req-76f41764-a2c7-4ab5-96cb-41e2a304fb19 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601707 Dec 09 01:17:08.971226 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:17:08.973413 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3370a3-2c4c-4a71-842b-f2190370d4c0" -d '{"events": [{"server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "name": "network-vif-unplugged", "status": "completed", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:17:08.986793 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:17:08.993452 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:09.021620 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Dec 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393d9d29-5509-4ef3-8006-ccc364636f64 x-openstack-request-id: req-393d9d29-5509-4ef3-8006-ccc364636f64 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:17:09.021917 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "name": "network-vif-unplugged", "status": "failed", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6", "code": 422}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:17:09.022176 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-393d9d29-5509-4ef3-8006-ccc364636f64 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:17:09.022596 dv-cinder-790535-20-iscsi neutron-server[102584]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'code': 422} returned with failed status Dec 09 01:17:09.051579 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=48fc2252-240d-4b5b-9f88-4769abf67db6,revision_number=8']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:17:09.086252 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2a7ab-241a-4bd9-9f6f-b25534d5d104 req-367f501a-26d3-415a-be8c-e7979a579f88 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:09.087769 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b4c2a7ab-241a-4bd9-9f6f-b25534d5d104 req-367f501a-26d3-415a-be8c-e7979a579f88 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0535772 Dec 09 01:17:09.135724 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b4c2a7ab-241a-4bd9-9f6f-b25534d5d104 req-79df3687-cbcb-4c24-b8af-133b33fc5c03 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416358 Dec 09 01:17:09.269969 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56564) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:17:09.352257 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-25fd3e83-85c4-4f14-85be-489ff93c4be9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810318 Dec 09 01:17:09.361890 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-74d9c5c7-dcf8-4d42-9b77-345ba2a2417f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:17:09.362862 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-74d9c5c7-dcf8-4d42-9b77-345ba2a2417f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058239 Dec 09 01:17:09.986618 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be6fb8-defa-4888-b0f9-2f8c1c2b967c req-24c27b47-6b48-46c4-bc81-7ff55a783d87 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:09.988083 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-24be6fb8-defa-4888-b0f9-2f8c1c2b967c req-24c27b47-6b48-46c4-bc81-7ff55a783d87 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0479441 Dec 09 01:17:10.040195 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-24be6fb8-defa-4888-b0f9-2f8c1c2b967c req-aab5f49e-efbb-49d9-8eef-ab86abd3b553 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442193 Dec 09 01:17:10.260982 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b0db4-a96e-4a1b-90c0-5b55b818f86e req-083816ab-a89e-4e82-8503-9d94a18d44b5 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:10.262584 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bd0b0db4-a96e-4a1b-90c0-5b55b818f86e req-083816ab-a89e-4e82-8503-9d94a18d44b5 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0503728 Dec 09 01:17:10.314630 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bd0b0db4-a96e-4a1b-90c0-5b55b818f86e req-31c5932f-de1d-4750-b042-1cd520ebddae tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450253 Dec 09 01:17:10.506331 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-b371abf9-6559-441a-9a60-912f77b76655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:10.507818 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-b371abf9-6559-441a-9a60-912f77b76655 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb&tenant_id=e237e82cdcf24c93b91e0c1799f78928 HTTP/1.1" status: 200 len: 1096 time: 0.3089986 Dec 09 01:17:10.584640 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-462abc91-19da-43f5-b3cb-59854655085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:10.585998 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-462abc91-19da-43f5-b3cb-59854655085f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 1096 time: 0.0403543 Dec 09 01:17:10.681667 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-46478dff-f0a0-40c1-8876-b9b5f040f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:10.683142 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-46478dff-f0a0-40c1-8876-b9b5f040f10a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 917 time: 0.0837691 Dec 09 01:17:10.747473 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-1285003e-f183-46a1-86b8-2436f59e5ac1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fc2252-240d-4b5b-9f88-4769abf67db6 HTTP/1.1" status: 200 len: 998 time: 0.0563130 Dec 09 01:17:10.800802 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-a822acf3-5c07-4c1e-8cf0-ecea21e4dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:10.802169 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-a822acf3-5c07-4c1e-8cf0-ecea21e4dc84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.0425856 Dec 09 01:17:10.851400 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-215e0078-87f7-465e-b55b-947a722e0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:10.852861 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-215e0078-87f7-465e-b55b-947a722e0207 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428193 Dec 09 01:17:10.943449 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-c5f07cf5-8ba0-4a8c-a244-d3b2fe035ec1 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813851 Dec 09 01:17:11.037524 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ccccae0b-0d21-4fab-9806-182bd3548dec req-8a4dc8e0-d516-4f34-8927-ec369034c9c8 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833499 Dec 09 01:17:11.162695 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d00a4b-d696-42c7-ac6b-d931d3aab702 req-e9606278-daca-4b1f-8c26-dd7825da07e7 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:11.164140 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-55d00a4b-d696-42c7-ac6b-d931d3aab702 req-e9606278-daca-4b1f-8c26-dd7825da07e7 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0518639 Dec 09 01:17:11.212010 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-55d00a4b-d696-42c7-ac6b-d931d3aab702 req-6b707753-befd-41ff-84f6-9e7a1ef16db3 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420878 Dec 09 01:17:11.448793 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49af66-8efe-4a40-884c-5d52d61de678 req-a8d018ac-d1da-42ac-8f8a-44d136681d07 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:11.456651 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8b49af66-8efe-4a40-884c-5d52d61de678 req-a8d018ac-d1da-42ac-8f8a-44d136681d07 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0691128 Dec 09 01:17:11.517655 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8b49af66-8efe-4a40-884c-5d52d61de678 req-76976844-e5b5-418e-bb8e-8c9a343fb887 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601685 Dec 09 01:17:12.332490 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c30a1-a110-4632-a289-3d72fbe6e251 req-7be17d39-3d20-4137-994d-f66e50766499 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:12.333924 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-024c30a1-a110-4632-a289-3d72fbe6e251 req-7be17d39-3d20-4137-994d-f66e50766499 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0485299 Dec 09 01:17:12.398130 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-024c30a1-a110-4632-a289-3d72fbe6e251 req-08513e3c-824c-4b11-b715-50dd5947bdd6 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578313 Dec 09 01:17:12.645526 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4ec09-5fd0-4ecc-9815-146ac4654df9 req-68eaa7d3-c8c7-4465-949b-b6ade18e8d5e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:12.647102 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-98f4ec09-5fd0-4ecc-9815-146ac4654df9 req-68eaa7d3-c8c7-4465-949b-b6ade18e8d5e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0502079 Dec 09 01:17:12.699588 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-98f4ec09-5fd0-4ecc-9815-146ac4654df9 req-6a091797-b867-4b28-9fa9-dae4e4f783c4 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465162 Dec 09 01:17:13.516837 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2536f35-4c1e-4352-997e-94974a8ff349 req-eface0ba-ef50-45bf-9a84-dfeae7abc05f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:13.518357 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b2536f35-4c1e-4352-997e-94974a8ff349 req-eface0ba-ef50-45bf-9a84-dfeae7abc05f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0514348 Dec 09 01:17:13.569684 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-b2536f35-4c1e-4352-997e-94974a8ff349 req-974ec512-3c4e-46d4-8847-e69d2b785503 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449138 Dec 09 01:17:13.835803 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5c507-8c73-4dbb-bf54-3463fd633762 req-0185aa59-13d1-4dc6-bd1b-8863fc509142 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:13.837268 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6cd5c507-8c73-4dbb-bf54-3463fd633762 req-0185aa59-13d1-4dc6-bd1b-8863fc509142 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0607500 Dec 09 01:17:13.886458 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6cd5c507-8c73-4dbb-bf54-3463fd633762 req-5a9d7ca8-e7df-4585-ac9b-32b84b4969d6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428681 Dec 09 01:17:14.687797 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579984ed-e857-4a5f-8f6a-9c371200d260 req-a819c7e6-1dc2-45af-adec-7b368ca8689b tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:14.689307 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-579984ed-e857-4a5f-8f6a-9c371200d260 req-a819c7e6-1dc2-45af-adec-7b368ca8689b tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0511312 Dec 09 01:17:14.746390 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-579984ed-e857-4a5f-8f6a-9c371200d260 req-cf466a94-d069-438e-adb8-2d5de515a2a3 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452940 Dec 09 01:17:15.022270 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cddc8-dd34-420d-9efc-988fe0a3ba0e req-015ffc29-fd4c-43a5-8d1a-345f92ddaa05 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:15.023794 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8b8cddc8-dd34-420d-9efc-988fe0a3ba0e req-015ffc29-fd4c-43a5-8d1a-345f92ddaa05 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0619328 Dec 09 01:17:15.078392 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8b8cddc8-dd34-420d-9efc-988fe0a3ba0e req-fa13c28a-f885-4e1c-8a2b-652a660854c0 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471921 Dec 09 01:17:15.869972 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbf0b6-e30e-41dd-9e45-f83f12464921 req-a8e249c4-543f-4e3a-b843-9f68cc8c6f6f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:15.871494 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58fbf0b6-e30e-41dd-9e45-f83f12464921 req-a8e249c4-543f-4e3a-b843-9f68cc8c6f6f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0530059 Dec 09 01:17:15.936818 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-58fbf0b6-e30e-41dd-9e45-f83f12464921 req-d078cba9-926c-423b-b1f5-da8bbc66abf1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587895 Dec 09 01:17:16.204770 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe008e-8f7d-4887-bf16-e274b0daedbd req-3f133ee0-4816-479a-8612-ab26a6cb7bc2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:16.206249 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-12fe008e-8f7d-4887-bf16-e274b0daedbd req-3f133ee0-4816-479a-8612-ab26a6cb7bc2 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0550101 Dec 09 01:17:16.259624 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-12fe008e-8f7d-4887-bf16-e274b0daedbd req-e1adb92a-8d33-4c54-ab3c-bd3a5c27928d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472605 Dec 09 01:17:17.059466 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ef8db-2392-4ba3-8f0d-9e454e3dd88f req-427d9de1-655c-4605-8fde-6d21004e31b4 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:17.060974 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a84ef8db-2392-4ba3-8f0d-9e454e3dd88f req-427d9de1-655c-4605-8fde-6d21004e31b4 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0487432 Dec 09 01:17:17.113961 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a84ef8db-2392-4ba3-8f0d-9e454e3dd88f req-613990b4-b308-4ba1-b70b-c7b433a793c3 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463264 Dec 09 01:17:17.391129 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06fd71-d5ca-4c50-92bd-9d680e08b121 req-a2dc615f-51bb-4aed-a329-81cecab64e87 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:17.393611 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6a06fd71-d5ca-4c50-92bd-9d680e08b121 req-a2dc615f-51bb-4aed-a329-81cecab64e87 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0522714 Dec 09 01:17:17.442490 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6a06fd71-d5ca-4c50-92bd-9d680e08b121 req-e7a9f6c7-0a14-47b6-a1cf-381784dea6e9 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407679 Dec 09 01:17:17.469545 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:17:18.234469 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef857fd2-8bea-4670-a596-64dcbe161dec req-0ad07273-5089-4dfc-b26a-75dde564a9f4 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:18.235855 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ef857fd2-8bea-4670-a596-64dcbe161dec req-0ad07273-5089-4dfc-b26a-75dde564a9f4 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0527120 Dec 09 01:17:18.289074 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ef857fd2-8bea-4670-a596-64dcbe161dec req-6dbbecfe-4cf2-4be9-83f8-f652589706e9 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472002 Dec 09 01:17:18.582960 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed7771-e84a-4be4-b739-8549dfa66f32 req-635488ca-7b06-4109-9401-97fbbec03f6c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:18.584681 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c3ed7771-e84a-4be4-b739-8549dfa66f32 req-635488ca-7b06-4109-9401-97fbbec03f6c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0584741 Dec 09 01:17:18.650170 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c3ed7771-e84a-4be4-b739-8549dfa66f32 req-8466a3b0-854a-47ee-b656-dc51dcfbbfd1 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595474 Dec 09 01:17:19.408892 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c36370-be34-4c2d-a197-0df2437bc1a3 req-2943d76b-d76a-429d-ae0d-7f2ae7835456 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:19.410405 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-83c36370-be34-4c2d-a197-0df2437bc1a3 req-2943d76b-d76a-429d-ae0d-7f2ae7835456 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0469830 Dec 09 01:17:19.463834 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-83c36370-be34-4c2d-a197-0df2437bc1a3 req-6eb0753d-00d2-4ce1-bac7-4b3da7a35423 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472972 Dec 09 01:17:19.807055 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976824a7-d8a9-49a1-9d4a-d4f74edb4d1e req-c722e937-10c7-47bf-9b01-acac26af8368 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:19.808693 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-976824a7-d8a9-49a1-9d4a-d4f74edb4d1e req-c722e937-10c7-47bf-9b01-acac26af8368 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0740595 Dec 09 01:17:19.858179 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-976824a7-d8a9-49a1-9d4a-d4f74edb4d1e req-8cc8d75d-3257-459a-b6be-6c8a4e3beb1e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426776 Dec 09 01:17:20.582296 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df969e1-c0d3-4228-b782-78de7f1ba07b req-4bae1d8e-8c8d-457e-984c-ef8832770bda tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:20.583822 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4df969e1-c0d3-4228-b782-78de7f1ba07b req-4bae1d8e-8c8d-457e-984c-ef8832770bda tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0519969 Dec 09 01:17:20.635832 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4df969e1-c0d3-4228-b782-78de7f1ba07b req-08d82a72-e930-4aec-9a01-7b3925ab2700 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 Dec 09 01:17:20.983664 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22288dbe-f1b0-4bb5-9ef0-696575defad7 req-e98281e8-90ae-4522-a79e-d9385b9f3852 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:20.985289 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-22288dbe-f1b0-4bb5-9ef0-696575defad7 req-e98281e8-90ae-4522-a79e-d9385b9f3852 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0549643 Dec 09 01:17:21.033576 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-22288dbe-f1b0-4bb5-9ef0-696575defad7 req-d6ee994b-5032-45e1-b47b-4a917ce97f41 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 Dec 09 01:17:21.636637 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:21.753670 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e46501-7474-4c6d-84bf-771fea8e5758 req-c7b2832c-311f-4e93-b628-d074cf976731 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:21.755073 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-94e46501-7474-4c6d-84bf-771fea8e5758 req-c7b2832c-311f-4e93-b628-d074cf976731 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0519266 Dec 09 01:17:21.807537 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-94e46501-7474-4c6d-84bf-771fea8e5758 req-6460d83a-6b9f-40f4-a98d-9f0b8c41e05f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464900 Dec 09 01:17:22.105711 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-bb0f5e7f-d2bc-4f11-9e3c-955fc3c4ed2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:22.162618 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984f2b9-226d-46c0-9572-f7e579f1fc6e req-2571e96c-6a53-455c-b269-e326e976217f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:22.164150 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0984f2b9-226d-46c0-9572-f7e579f1fc6e req-2571e96c-6a53-455c-b269-e326e976217f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0519054 Dec 09 01:17:22.215600 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0984f2b9-226d-46c0-9572-f7e579f1fc6e req-48e84eba-0ce7-462e-a7ab-fdec204f58dd tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454419 Dec 09 01:17:22.924175 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca4e54-c729-4340-ae32-8d948725fe66 req-2e83f212-4c81-44ce-9215-3a0e1c908d3b tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:22.925528 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ebca4e54-c729-4340-ae32-8d948725fe66 req-2e83f212-4c81-44ce-9215-3a0e1c908d3b tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0487146 Dec 09 01:17:22.974248 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ebca4e54-c729-4340-ae32-8d948725fe66 req-83535d68-85cf-499e-bda3-8b0563c33ac4 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428646 Dec 09 01:17:23.276582 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d6864-318d-4b3c-a196-482003935cbc req-e36fadaf-bf47-47a5-a18b-a58fb1c55dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:23.278049 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ce9d6864-318d-4b3c-a196-482003935cbc req-e36fadaf-bf47-47a5-a18b-a58fb1c55dca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9af91ce42164b7d8dbeecc27f4698e8&device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1098 time: 0.0394111 Dec 09 01:17:23.333544 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e610fa-cefc-4a10-b9d8-84a7813d5786 req-4222541d-6058-4efc-8341-76836cb64882 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:23.335305 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-38e610fa-cefc-4a10-b9d8-84a7813d5786 req-4222541d-6058-4efc-8341-76836cb64882 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0473793 Dec 09 01:17:23.374035 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d6864-318d-4b3c-a196-482003935cbc req-c40864de-c2a9-4ad2-b249-fbdf078e902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:23.375526 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ce9d6864-318d-4b3c-a196-482003935cbc req-c40864de-c2a9-4ad2-b249-fbdf078e902e service neutron] 10.222.0.46 "GET /v2.0/networks?id=f10b420b-f882-4844-b296-4fbc97188815 HTTP/1.1" status: 200 len: 910 time: 0.0876372 Dec 09 01:17:23.384944 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-38e610fa-cefc-4a10-b9d8-84a7813d5786 req-d7a145ed-cd0a-4a16-afce-3189cbbb1184 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436268 Dec 09 01:17:23.441893 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ce9d6864-318d-4b3c-a196-482003935cbc req-43434d68-16cf-4aa3-85db-a0d0acf75719 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce47340a-b2d8-4162-9551-02036e78fb48 HTTP/1.1" status: 200 len: 1001 time: 0.0577664 Dec 09 01:17:23.491257 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d6864-318d-4b3c-a196-482003935cbc req-772bc78d-df57-418f-967c-ad9fe03ff434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:23.492626 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ce9d6864-318d-4b3c-a196-482003935cbc req-772bc78d-df57-418f-967c-ad9fe03ff434 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06aeb252-e100-4822-8c4e-35c55412a768 HTTP/1.1" status: 200 len: 848 time: 0.0427005 Dec 09 01:17:23.543645 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d6864-318d-4b3c-a196-482003935cbc req-a1e0a521-5d6f-49cb-8a60-7e14f222ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:23.545081 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ce9d6864-318d-4b3c-a196-482003935cbc req-a1e0a521-5d6f-49cb-8a60-7e14f222ab52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f10b420b-f882-4844-b296-4fbc97188815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423059 Dec 09 01:17:23.635551 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ce9d6864-318d-4b3c-a196-482003935cbc req-6d2ac210-c488-4574-aa6d-528007bc80bb service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808895 Dec 09 01:17:23.729144 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-ce9d6864-318d-4b3c-a196-482003935cbc req-67c1e8fa-2ee3-4796-a4a8-3165a4594fb0 service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840416 Dec 09 01:17:24.087093 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71474a-18f9-470b-b58d-d3489d194786 req-9e30dcb8-619d-4d32-8c74-7cda7fe6dbd8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:24.088515 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9f71474a-18f9-470b-b58d-d3489d194786 req-9e30dcb8-619d-4d32-8c74-7cda7fe6dbd8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0481064 Dec 09 01:17:24.137115 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9f71474a-18f9-470b-b58d-d3489d194786 req-20fa153a-b55c-480a-9b37-0657386a7c1b tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425274 Dec 09 01:17:24.486644 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5737e81e-32b9-4f02-9976-7afa78d4d569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:24.504318 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c7a13-1fbc-47a7-a523-7843aefa44b7 req-2e110261-ecda-4fa7-8703-06bf5123138f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:24.505784 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f97c7a13-1fbc-47a7-a523-7843aefa44b7 req-2e110261-ecda-4fa7-8703-06bf5123138f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0493066 Dec 09 01:17:24.553170 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f97c7a13-1fbc-47a7-a523-7843aefa44b7 req-919b1845-8b4e-46bf-b01d-1da9f2d2780c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413566 Dec 09 01:17:25.484146 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f956a49-76ea-4869-ae51-aaea02d54708 req-670ff1f1-aa98-4721-8830-99053c06fad2 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:25.485615 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6f956a49-76ea-4869-ae51-aaea02d54708 req-670ff1f1-aa98-4721-8830-99053c06fad2 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.2824926 Dec 09 01:17:25.533921 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6f956a49-76ea-4869-ae51-aaea02d54708 req-dd606601-d2c1-4b6f-8c6e-6b5e0b1a3967 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422254 Dec 09 01:17:25.672968 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e797c62-6f24-49d3-aa53-54bec0acf932 req-ec022938-4dbc-49fa-a7f3-4bff666e7453 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:25.674478 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5e797c62-6f24-49d3-aa53-54bec0acf932 req-ec022938-4dbc-49fa-a7f3-4bff666e7453 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0483353 Dec 09 01:17:25.723418 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5e797c62-6f24-49d3-aa53-54bec0acf932 req-30501da9-332a-4c35-8667-fa75436f2422 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Dec 09 01:17:26.150798 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:26.648140 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2a7ee-787f-488a-a09d-d1268daf8afb req-fdd9a46f-215d-4b14-83d5-50cf6e0b76c1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:26.649610 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a5b2a7ee-787f-488a-a09d-d1268daf8afb req-fdd9a46f-215d-4b14-83d5-50cf6e0b76c1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0477407 Dec 09 01:17:26.704832 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a5b2a7ee-787f-488a-a09d-d1268daf8afb req-a970aa98-621b-425c-9933-e5e5e9843bca tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486412 Dec 09 01:17:26.765821 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 48fc2252-240d-4b5b-9f88-4769abf67db6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:17:26.855360 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45b874-6b6d-4ea9-8564-d97ba90e2d64 req-fb3194e9-ff5d-4d85-a23b-158248386b85 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:26.857328 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4d45b874-6b6d-4ea9-8564-d97ba90e2d64 req-fb3194e9-ff5d-4d85-a23b-158248386b85 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 943 time: 0.0578032 Dec 09 01:17:26.883021 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:17:26.896425 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'port_id': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'mac_address': 'fa:16:3e:37:04:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:17:26.914949 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-a0df393a-faf2-4fad-968d-1af5fe9a9a06 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449967 Dec 09 01:17:26.932271 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4d45b874-6b6d-4ea9-8564-d97ba90e2d64 req-b5a4f9d9-5936-404d-80bd-7ad6bfb182db tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686767 Dec 09 01:17:26.943829 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:26.956356 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fa37c-7d68-4c38-81d0-a2fa78bb83b3 req-80c5f35e-9c32-48f2-a1e4-bbbf34c52ea0 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:26.957836 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-057fa37c-7d68-4c38-81d0-a2fa78bb83b3 req-80c5f35e-9c32-48f2-a1e4-bbbf34c52ea0 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0633240 Dec 09 01:17:26.960341 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48fc2252-240d-4b5b-9f88-4769abf67db6 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:17:26.985667 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:17:26.990009 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:27.009482 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-057fa37c-7d68-4c38-81d0-a2fa78bb83b3 req-ec186804-6133-49d0-a841-d20556546950 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453312 Dec 09 01:17:27.042875 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=48fc2252-240d-4b5b-9f88-4769abf67db6,revision_number=9']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:17:27.052087 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.052454 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.052809 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.053569 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.053569 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.053804 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.054138 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.054504 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.054840 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.055175 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.055499 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.055822 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.056146 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:17:27.167095 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:27.322551 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['48fc2252-240d-4b5b-9f88-4769abf67db6'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:17:28.072257 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37591c51-aebc-474a-a284-0c52936cb2b6 req-5d9e9893-e780-41bc-8c77-46533f6159f6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:28.073845 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-37591c51-aebc-474a-a284-0c52936cb2b6 req-5d9e9893-e780-41bc-8c77-46533f6159f6 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 944 time: 0.0560696 Dec 09 01:17:28.157256 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-37591c51-aebc-474a-a284-0c52936cb2b6 req-4820d067-b328-486e-9bb9-b073b5493c0a tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768032 Dec 09 01:17:28.165312 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c65030-c211-4daf-ac8c-655583143b95 req-1eb533e9-7b88-46fe-998a-aed817f52a57 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:28.166779 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-26c65030-c211-4daf-ac8c-655583143b95 req-1eb533e9-7b88-46fe-998a-aed817f52a57 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0847559 Dec 09 01:17:28.218964 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-26c65030-c211-4daf-ac8c-655583143b95 req-f06b3c2b-32e4-44bf-b2ee-f62cc91eb46d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448573 Dec 09 01:17:28.375569 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:28.495431 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-befd580d-a412-473a-8105-801477f345e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:28.496788 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-befd580d-a412-473a-8105-801477f345e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce&tenant_id=b9af91ce42164b7d8dbeecc27f4698e8 HTTP/1.1" status: 200 len: 1098 time: 0.0399814 Dec 09 01:17:28.575784 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-42da91ce-fc2e-4b3b-8bf7-6e9e48675430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:28.577530 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-42da91ce-fc2e-4b3b-8bf7-6e9e48675430 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9af91ce42164b7d8dbeecc27f4698e8&device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1098 time: 0.0429449 Dec 09 01:17:28.664423 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-4b9b1ad4-d594-47f2-bdf3-1d61228808f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:28.665850 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-4b9b1ad4-d594-47f2-bdf3-1d61228808f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f10b420b-f882-4844-b296-4fbc97188815 HTTP/1.1" status: 200 len: 910 time: 0.0816703 Dec 09 01:17:28.733352 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-7a9a8d3b-12a2-4bd1-8506-dd14953e58f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce47340a-b2d8-4162-9551-02036e78fb48 HTTP/1.1" status: 200 len: 1001 time: 0.0608356 Dec 09 01:17:28.769079 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 48fc2252-240d-4b5b-9f88-4769abf67db6 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:17:28.782463 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-8377ec52-ba76-4345-a56a-6935ebda8c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:28.783932 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-8377ec52-ba76-4345-a56a-6935ebda8c3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06aeb252-e100-4822-8c4e-35c55412a768 HTTP/1.1" status: 200 len: 848 time: 0.0429940 Dec 09 01:17:28.818997 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 48fc2252-240d-4b5b-9f88-4769abf67db6 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:17:28.819368 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:28.831147 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-d249bfa2-1336-41e0-8bdb-4fdf9b35d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:28.832633 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-d249bfa2-1336-41e0-8bdb-4fdf9b35d6dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f10b420b-f882-4844-b296-4fbc97188815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397904 Dec 09 01:17:28.897101 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:28.919953 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:17:28.922350 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00136472-ca16-429c-9f11-daa8f6483ffb" -d '{"events": [{"server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "name": "network-vif-plugged", "status": "completed", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:17:28.927848 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-b0db27db-48a7-4aff-93f6-e22ffb22ffbd service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860267 Dec 09 01:17:28.934793 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:17:28.939306 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:28.940290 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device ce47340a-b2d8-4162-9551-02036e78fb48 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:17:28.985534 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5b7595-eb73-4159-a8a9-98ec2fec5ab2 x-openstack-request-id: req-6c5b7595-eb73-4159-a8a9-98ec2fec5ab2 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:17:28.985829 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "name": "network-vif-plugged", "status": "completed", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:17:28.986085 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c5b7595-eb73-4159-a8a9-98ec2fec5ab2 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:17:28.986499 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'code': 200} Dec 09 01:17:29.025646 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=48fc2252-240d-4b5b-9f88-4769abf67db6,revision_number=10']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:17:29.041393 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-9f1ace17-691e-4bc9-8d35-5c564e99ef3e req-8d25254d-82cb-42b3-8ef3-67758d459bea service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068051 Dec 09 01:17:29.077087 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:29.113709 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port ce47340a-b2d8-4162-9551-02036e78fb48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce47340a-b2d8-4162-9551-02036e78fb48,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:17:29.117859 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:29.166328 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=ce47340a-b2d8-4162-9551-02036e78fb48,revision_number=6']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:17:29.277999 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c4f2f-0be2-45ca-954a-3c2c7b0aaaf1 req-c56a2dae-0bea-49a2-aaf7-04494d0e2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:29.280684 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-122c4f2f-0be2-45ca-954a-3c2c7b0aaaf1 req-c56a2dae-0bea-49a2-aaf7-04494d0e2821 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 1099 time: 0.0509248 Dec 09 01:17:29.299331 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86972ae5-7965-4dbd-be3d-fa24ba3f35f0 req-a30a205f-b226-498e-bf0d-34f2c34b1578 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:29.300920 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-86972ae5-7965-4dbd-be3d-fa24ba3f35f0 req-a30a205f-b226-498e-bf0d-34f2c34b1578 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 946 time: 0.0608284 Dec 09 01:17:29.343756 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-122c4f2f-0be2-45ca-954a-3c2c7b0aaaf1 req-16695690-2c4c-4f50-832d-92a04232219f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545559 Dec 09 01:17:29.387781 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796fdda-202e-463b-949a-68006038a7d6 req-4349a156-f114-410e-8282-d218fa54f8dc tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:29.389325 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9796fdda-202e-463b-949a-68006038a7d6 req-4349a156-f114-410e-8282-d218fa54f8dc tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0874643 Dec 09 01:17:29.393227 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-86972ae5-7965-4dbd-be3d-fa24ba3f35f0 req-643e0ead-76bb-4707-ab90-a4a7e1814b2f tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828848 Dec 09 01:17:29.443206 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9796fdda-202e-463b-949a-68006038a7d6 req-eed1a3a0-2b08-42ad-b872-e563048cea61 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467978 Dec 09 01:17:30.558005 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fc0a8-7e64-412f-aa47-e2fcb67ca29f req-75874ba1-8f09-4355-b82f-52819aeb0ac3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:30.559511 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3c8fc0a8-7e64-412f-aa47-e2fcb67ca29f req-75874ba1-8f09-4355-b82f-52819aeb0ac3 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 946 time: 0.0867517 Dec 09 01:17:30.602755 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e56f2-f3f1-4a37-b576-bc29e4da44df req-03a65eb9-f74e-4aff-a366-39fa94e1ba9f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:30.604245 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f89e56f2-f3f1-4a37-b576-bc29e4da44df req-03a65eb9-f74e-4aff-a366-39fa94e1ba9f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0881233 Dec 09 01:17:30.644805 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3c8fc0a8-7e64-412f-aa47-e2fcb67ca29f req-d89d625f-bc61-44c7-aca0-4b2a448adffd tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782702 Dec 09 01:17:30.678441 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f89e56f2-f3f1-4a37-b576-bc29e4da44df req-edb88057-dbe6-4359-ad04-fe55ce32064f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634255 Dec 09 01:17:30.987707 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:17:30.990049 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c0e3b2-e53a-44ba-a7d2-a71eafd636f1" -d '{"events": [{"server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "name": "network-vif-unplugged", "status": "completed", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:17:31.026572 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Dec 2021 01:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1955f0-4991-4ee0-9e87-1f79eadfd737 x-openstack-request-id: req-4d1955f0-4991-4ee0-9e87-1f79eadfd737 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:17:31.026865 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "name": "network-vif-unplugged", "status": "completed", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:17:31.027117 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d1955f0-4991-4ee0-9e87-1f79eadfd737 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:17:31.027504 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'code': 200} Dec 09 01:17:31.797938 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dca04-6ce5-4257-ac4c-8e89a9faecf2 req-df07fbc1-5e61-4ff1-b956-738058453318 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:31.799432 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-912dca04-6ce5-4257-ac4c-8e89a9faecf2 req-df07fbc1-5e61-4ff1-b956-738058453318 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 946 time: 0.0742700 Dec 09 01:17:31.821672 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b326b4-673e-427e-8415-5f91eb256079 req-2e8f5870-f1af-49ec-9d27-c73023ff24ce tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:31.823101 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-23b326b4-673e-427e-8415-5f91eb256079 req-2e8f5870-f1af-49ec-9d27-c73023ff24ce tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0720978 Dec 09 01:17:31.886217 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-912dca04-6ce5-4257-ac4c-8e89a9faecf2 req-2b15a715-17e4-4796-a06e-25e1e1a955ee tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808566 Dec 09 01:17:31.900036 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-23b326b4-673e-427e-8415-5f91eb256079 req-c5efa266-cce8-4842-bfe3-c84c0eec5459 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705135 Dec 09 01:17:33.015644 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f385d-852e-4dd5-b3ab-5976145f0ced req-16610271-6e88-4ddc-8057-59e8f97ada1d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:33.017164 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-507f385d-852e-4dd5-b3ab-5976145f0ced req-16610271-6e88-4ddc-8057-59e8f97ada1d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0492768 Dec 09 01:17:33.066048 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-507f385d-852e-4dd5-b3ab-5976145f0ced req-3b80cde9-2170-4631-b114-4abce18f32c9 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429873 Dec 09 01:17:34.177675 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f7e67-ecb6-4d99-bba6-bbe9e610411f req-c8d4777a-6499-4199-ba7e-d01795f48b0d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:34.179147 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-897f7e67-ecb6-4d99-bba6-bbe9e610411f req-c8d4777a-6499-4199-ba7e-d01795f48b0d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0473866 Dec 09 01:17:34.231198 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-897f7e67-ecb6-4d99-bba6-bbe9e610411f req-2975be52-2e49-4c00-904c-a19863d64590 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462096 Dec 09 01:17:35.347531 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a59cb-7a22-4020-bd5e-5227c9200818 req-6c563e59-1bd5-498c-b865-78e9d2e3ced8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:35.349115 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e5a59cb-7a22-4020-bd5e-5227c9200818 req-6c563e59-1bd5-498c-b865-78e9d2e3ced8 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0500085 Dec 09 01:17:35.400521 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-8e5a59cb-7a22-4020-bd5e-5227c9200818 req-5b7794b1-cd4a-4d7f-ae4d-e4069addb9f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453112 Dec 09 01:17:35.592063 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff177fb-9771-42e6-89d0-d3352dd30ade req-80202152-47e9-4a42-8c42-cb0f9d112b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:35.593505 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dff177fb-9771-42e6-89d0-d3352dd30ade req-80202152-47e9-4a42-8c42-cb0f9d112b08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1096 time: 0.0392435 Dec 09 01:17:35.638436 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-dff177fb-9771-42e6-89d0-d3352dd30ade req-2b6ccc53-badb-4eb3-b9b1-cddb4682ccae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380611 Dec 09 01:17:36.512070 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76982e5-938a-4475-8eca-284cdba50e3d req-2eadd989-8b07-4d3e-829f-2ff2cd5871fc tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:36.513509 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d76982e5-938a-4475-8eca-284cdba50e3d req-2eadd989-8b07-4d3e-829f-2ff2cd5871fc tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0480666 Dec 09 01:17:36.564789 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d76982e5-938a-4475-8eca-284cdba50e3d req-fb9318f8-193f-4be6-9547-cf2c9f188a86 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446787 Dec 09 01:17:37.681664 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea0d6d-02e7-404b-a164-03849d722c01 req-a53924df-27e9-4fe1-8172-39a9b601c13d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:37.683184 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0dea0d6d-02e7-404b-a164-03849d722c01 req-a53924df-27e9-4fe1-8172-39a9b601c13d tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 943 time: 0.0527170 Dec 09 01:17:37.731975 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0dea0d6d-02e7-404b-a164-03849d722c01 req-39bedc12-975f-4b62-a639-2e4ddfaa3438 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422192 Dec 09 01:17:38.811741 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device ce47340a-b2d8-4162-9551-02036e78fb48 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:17:38.904810 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port ce47340a-b2d8-4162-9551-02036e78fb48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce47340a-b2d8-4162-9551-02036e78fb48,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:17:38.918997 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'port_id': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'mac_address': 'fa:16:3e:7e:36:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:17:38.955306 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:38.967497 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce47340a-b2d8-4162-9551-02036e78fb48 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:17:38.985763 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port ce47340a-b2d8-4162-9551-02036e78fb48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce47340a-b2d8-4162-9551-02036e78fb48,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:17:38.989685 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:39.034958 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=ce47340a-b2d8-4162-9551-02036e78fb48,revision_number=7']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:17:39.302463 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['ce47340a-b2d8-4162-9551-02036e78fb48'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:17:40.823538 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device ce47340a-b2d8-4162-9551-02036e78fb48 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:17:40.871882 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port ce47340a-b2d8-4162-9551-02036e78fb48 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:17:40.872256 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:40.949828 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:40.971459 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:17:40.973706 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845dd182-3973-466f-8a86-ec32a40bd93a" -d '{"events": [{"server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "name": "network-vif-plugged", "status": "completed", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:17:40.987465 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port ce47340a-b2d8-4162-9551-02036e78fb48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce47340a-b2d8-4162-9551-02036e78fb48,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:17:40.991482 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:41.015328 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88290b9-0d7d-43cb-bbfa-c3b94cc8bca5 x-openstack-request-id: req-f88290b9-0d7d-43cb-bbfa-c3b94cc8bca5 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:17:41.015656 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "name": "network-vif-plugged", "status": "completed", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:17:41.016063 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f88290b9-0d7d-43cb-bbfa-c3b94cc8bca5 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:17:41.016460 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'code': 200} Dec 09 01:17:41.041149 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=ce47340a-b2d8-4162-9551-02036e78fb48,revision_number=8']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:17:50.080025 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-5c26c315-4f75-498f-b8f7-b4125bdc46f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385408 Dec 09 01:17:50.160798 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-7994e4ec-a060-4f3f-ad3d-9ea8ed1dab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:50.162171 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-7994e4ec-a060-4f3f-ad3d-9ea8ed1dab4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e237e82cdcf24c93b91e0c1799f78928&device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 1099 time: 0.0432763 Dec 09 01:17:50.264376 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-c41da3c3-c336-46ad-9d3c-879aa7da02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:50.265830 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-c41da3c3-c336-46ad-9d3c-879aa7da02d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 200 len: 917 time: 0.0826092 Dec 09 01:17:50.339091 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-345f1149-c56b-4e9e-b125-d39843f0afa0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48fc2252-240d-4b5b-9f88-4769abf67db6 HTTP/1.1" status: 200 len: 1000 time: 0.0653391 Dec 09 01:17:50.389902 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-b67872a8-8f6e-4ad4-8dbb-63300e54eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:50.391345 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-b67872a8-8f6e-4ad4-8dbb-63300e54eb10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 200 len: 855 time: 0.0441070 Dec 09 01:17:50.442399 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-fc4095df-fa2d-4bd6-8959-d1e9287477a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:17:50.443827 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-fc4095df-fa2d-4bd6-8959-d1e9287477a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ccbffc9b-fb85-4600-abf1-45c776b606b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436001 Dec 09 01:17:50.539958 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-0cbdd982-d575-4f79-8757-2c943c54913f service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836051 Dec 09 01:17:50.633454 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f77ed3a9-a1a4-41af-a542-5db945b4e176 req-a8441e5f-0576-471d-a0a1-d1809db5e136 service neutron] 10.222.0.46 "GET /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847690 Dec 09 01:17:51.660004 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:52.099791 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2146a1cd-b897-42e1-b1b0-1921594ea013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:54.468778 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:17:54.487894 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2a9760f2-8efd-4d22-b498-32dbf9d11f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:56.155018 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:57.170263 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:17:58.380336 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:05.918280 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828643b3-9a34-458b-887d-e343f6d0b374 req-c0a942f9-a247-4237-8c67-48b57b6141a5 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:05.919768 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-828643b3-9a34-458b-887d-e343f6d0b374 req-c0a942f9-a247-4237-8c67-48b57b6141a5 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 946 time: 0.0478561 Dec 09 01:18:05.966905 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-828643b3-9a34-458b-887d-e343f6d0b374 req-543a6bb0-b522-4656-b767-847727a7ecbb tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404823 Dec 09 01:18:07.091008 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9bc96-9c03-4f66-b293-e7d53df90aff req-8d119e5d-331a-4dbc-9296-ea2d106be9ba tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:07.092729 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-10a9bc96-9c03-4f66-b293-e7d53df90aff req-8d119e5d-331a-4dbc-9296-ea2d106be9ba tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 946 time: 0.0498457 Dec 09 01:18:07.144559 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-10a9bc96-9c03-4f66-b293-e7d53df90aff req-676b3d39-3181-43ce-9a2c-2194a574b32d tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups?id=81997397-f65a-47d1-adfc-e86feb713793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460999 Dec 09 01:18:07.453602 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-a59f69f1-199e-46f1-a3a8-073fec7be76c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:07.455061 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-a59f69f1-199e-46f1-a3a8-073fec7be76c tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 946 time: 0.0529411 Dec 09 01:18:07.544715 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Deleting port 48fc2252-240d-4b5b-9f88-4769abf67db6 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:07.545052 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:07.636803 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] For port 48fc2252-240d-4b5b-9f88-4769abf67db6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=48fc2252-240d-4b5b-9f88-4769abf67db6,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:18:07.637168 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:07.804356 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:07.804723 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:07.805039 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Floating IP a98b6fb9-b7bc-4961-825d-4c0c461e7dbc disassociated. External IP: 172.27.0.89, port: 48fc2252-240d-4b5b-9f88-4769abf67db6. Dec 09 01:18:07.805380 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Calling delete_port for 48fc2252-240d-4b5b-9f88-4769abf67db6 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:07.931468 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:07.958607 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event deleted for resources: {'Port': ['ID=48fc2252-240d-4b5b-9f88-4769abf67db6,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:07.971015 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.971430 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.971885 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.972236 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.972636 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.972978 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.973313 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.973640 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.973970 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.974295 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.974764 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.975097 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:07.975424 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:08.084186 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Router 5b53c485-355b-482b-8b4b-d0952362ec81 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:18:08.186691 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:18:08.197409 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567eaf19-a9fb-4bed-bb70-6bc4acd5c9ec None None] Sync routers for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:18:08.208893 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567eaf19-a9fb-4bed-bb70-6bc4acd5c9ec None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:18:08.209602 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-567eaf19-a9fb-4bed-bb70-6bc4acd5c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:17:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:08.226924 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] No DVR routers for this DVR port 48fc2252-240d-4b5b-9f88-4769abf67db6 on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:18:08.229937 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:08.233645 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-aeaf6ff1-31a0-4a80-a2b2-ee3a98883cbe req-71b8a53e-3b35-46fb-a173-cda1a429a738 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.46 "DELETE /v2.0/ports/48fc2252-240d-4b5b-9f88-4769abf67db6 HTTP/1.1" status: 204 len: 173 time: 0.7723639 Dec 09 01:18:08.234091 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'name': 'network-vif-deleted', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:18:08.236494 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6863076-623b-466c-869e-06683d967134" -d '{"events": [{"server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "name": "network-vif-deleted", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:18:08.259162 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-62921e6a-8134-48fc-82f6-6364e1e5c53a req-e255d71c-13b1-43da-b97c-0295ccad1f69 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2406c5f-f317-423f-a675-5c32962ef6fb HTTP/1.1" status: 200 len: 210 time: 0.0385344 Dec 09 01:18:08.283900 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00437748-773e-49af-8a3e-dbda45a2cd12 x-openstack-request-id: req-00437748-773e-49af-8a3e-dbda45a2cd12 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:18:08.285090 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2406c5f-f317-423f-a675-5c32962ef6fb", "name": "network-vif-deleted", "tag": "48fc2252-240d-4b5b-9f88-4769abf67db6", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:18:08.285891 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00437748-773e-49af-8a3e-dbda45a2cd12 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:18:08.287697 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2406c5f-f317-423f-a675-5c32962ef6fb', 'name': 'network-vif-deleted', 'tag': '48fc2252-240d-4b5b-9f88-4769abf67db6', 'status': 'completed', 'code': 200} Dec 09 01:18:08.329961 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-567eaf19-a9fb-4bed-bb70-6bc4acd5c9ec None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:18:08.551302 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-567eaf19-a9fb-4bed-bb70-6bc4acd5c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:08.582171 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567eaf19-a9fb-4bed-bb70-6bc4acd5c9ec None None] Checking router: 5b53c485-355b-482b-8b4b-d0952362ec81 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:18:08.590472 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567eaf19-a9fb-4bed-bb70-6bc4acd5c9ec None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:18:08.591068 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-567eaf19-a9fb-4bed-bb70-6bc4acd5c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:17:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:08.697093 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-567eaf19-a9fb-4bed-bb70-6bc4acd5c9ec None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:18:08.901575 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-567eaf19-a9fb-4bed-bb70-6bc4acd5c9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:08.928100 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567eaf19-a9fb-4bed-bb70-6bc4acd5c9ec None None] The sync data for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi is: [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:12:36Z', 'revision_number': 4, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': 'e34755fe-aae1-41a4-ad1d-44034b8ae12c', 'name': '', 'network_id': 'ccbffc9b-fb85-4600-abf1-45c776b606b2', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'mac_address': 'fa:16:3e:01:fb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:36Z', 'updated_at': '2021-12-09T01:12:40Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'subnets': [{'id': '4b3bd9ee-102c-4095-8ae9-181614a6c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:18:09.132045 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a635f-d135-485b-a526-32ba6d3cd3bd None None] New status for floating IP a98b6fb9-b7bc-4961-825d-4c0c461e7dbc: DOWN {{(pid=102584) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:18:10.372816 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56790) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:10.430429 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:10.453272 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:10.500732 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:10.503512 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:10.504666 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "DELETE /v2.0/security-groups/81997397-f65a-47d1-adfc-e86feb713793 HTTP/1.1" status: 204 len: 168 time: 0.1306312 Dec 09 01:18:10.507403 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56792) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:10.513569 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81997397-f65a-47d1-adfc-e86feb713793,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:10.520888 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.521226 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.api.v2.resource [None req-8a46848e-b79a-4192-bd84-75b6b1d1f47e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] show failed (client error): The resource could not be found. Dec 09 01:18:10.521375 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.521585 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.521935 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.522196 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-8a46848e-b79a-4192-bd84-75b6b1d1f47e tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "GET /v2.0/security-groups/81997397-f65a-47d1-adfc-e86feb713793 HTTP/1.1" status: 404 len: 347 time: 0.0133066 Dec 09 01:18:10.522311 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.522643 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.522977 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.523400 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.523740 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.524074 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.524410 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.524745 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.524979 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56794) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:10.525099 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a091cade-2d22-478c-946b-d4bb4b3a5a25 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:10.644620 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-7e429e50-f737-422a-b14a-126e3ea58556 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Deleting port 39f58c26-6b84-4dab-8c48-60f3fe37f429 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:10.644873 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e429e50-f737-422a-b14a-126e3ea58556 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:10.719468 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e429e50-f737-422a-b14a-126e3ea58556 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:10.719792 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e429e50-f737-422a-b14a-126e3ea58556 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:10.731399 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-7e429e50-f737-422a-b14a-126e3ea58556 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Calling delete_port for 39f58c26-6b84-4dab-8c48-60f3fe37f429 owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:10.855633 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e429e50-f737-422a-b14a-126e3ea58556 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:10.884313 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e429e50-f737-422a-b14a-126e3ea58556 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Pushing event deleted for resources: {'Port': ['ID=39f58c26-6b84-4dab-8c48-60f3fe37f429,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:10.944177 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e429e50-f737-422a-b14a-126e3ea58556 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:10.946708 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7e429e50-f737-422a-b14a-126e3ea58556 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:10.947861 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-7e429e50-f737-422a-b14a-126e3ea58556 tempest-AttachVolumeShelveTestJSON-612986161 tempest-AttachVolumeShelveTestJSON-612986161-project] 10.222.0.23 "DELETE /v2.0/floatingips/a98b6fb9-b7bc-4961-825d-4c0c461e7dbc HTTP/1.1" status: 204 len: 168 time: 0.4220068 Dec 09 01:18:10.981857 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 48fc2252-240d-4b5b-9f88-4769abf67db6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:18:11.006684 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 48fc2252-240d-4b5b-9f88-4769abf67db6 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:18:11.007042 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 48fc2252-240d-4b5b-9f88-4769abf67db6 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:18:13.347525 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56818) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:13.781925 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632160'] for router_interface, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:14.028483 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] Deleting port e34755fe-aae1-41a4-ad1d-44034b8ae12c {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:14.028828 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:14.106432 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] For port e34755fe-aae1-41a4-ad1d-44034b8ae12c, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=e34755fe-aae1-41a4-ad1d-44034b8ae12c,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:18:14.106731 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:14.126415 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] Calling delete_port for e34755fe-aae1-41a4-ad1d-44034b8ae12c owned by network:router_interface {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:14.299771 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:14.329281 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=e34755fe-aae1-41a4-ad1d-44034b8ae12c,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:14.493636 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632060'] for router_interface, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:14.709281 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] Router 5b53c485-355b-482b-8b4b-d0952362ec81 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:18:14.816185 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:18:14.822824 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-bcb14eb7-c69c-47c8-88db-34920b7a5ebf admin admin] 10.222.0.23 "PUT /v2.0/routers/5b53c485-355b-482b-8b4b-d0952362ec81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4736276 Dec 09 01:18:14.824712 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56822) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:14.825469 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230e38f-764b-455a-9e45-26d6eb5c8a7a None None] Sync routers for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:18:14.836364 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230e38f-764b-455a-9e45-26d6eb5c8a7a None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:18:14.836976 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4230e38f-764b-455a-9e45-26d6eb5c8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:17:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:14.927877 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Publish callbacks [] for router, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:14.941613 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-4230e38f-764b-455a-9e45-26d6eb5c8a7a None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:18:15.027803 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:15.085148 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Deleting port c9719e0c-1d7f-4b82-86b9-aed0b58efa3c {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:15.085493 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:15.166892 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] For port c9719e0c-1d7f-4b82-86b9-aed0b58efa3c, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=c9719e0c-1d7f-4b82-86b9-aed0b58efa3c,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:18:15.167264 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:15.181045 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Calling delete_port for c9719e0c-1d7f-4b82-86b9-aed0b58efa3c owned by network:router_gateway {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:15.215286 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4230e38f-764b-455a-9e45-26d6eb5c8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:18:14Z', 'revision_number': 5, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port': {'id': 'c9719e0c-1d7f-4b82-86b9-aed0b58efa3c', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:12:33Z', 'updated_at': '2021-12-09T01:12:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:15.241794 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230e38f-764b-455a-9e45-26d6eb5c8a7a None None] Checking router: 5b53c485-355b-482b-8b4b-d0952362ec81 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:18:15.250109 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230e38f-764b-455a-9e45-26d6eb5c8a7a None None] Routers {'5b53c485-355b-482b-8b4b-d0952362ec81'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:18:15.250751 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4230e38f-764b-455a-9e45-26d6eb5c8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:17:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['5b53c485-355b-482b-8b4b-d0952362ec81'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:15.337339 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-4230e38f-764b-455a-9e45-26d6eb5c8a7a None None] Set router 5b53c485-355b-482b-8b4b-d0952362ec81 gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:18:15.344642 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:15.375899 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9719e0c-1d7f-4b82-86b9-aed0b58efa3c,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:15.391495 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-4230e38f-764b-455a-9e45-26d6eb5c8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:18:15Z', 'revision_number': 6, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port_host': None}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:15.422412 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230e38f-764b-455a-9e45-26d6eb5c8a7a None None] The sync data for ids ['5b53c485-355b-482b-8b4b-d0952362ec81'] in dv-cinder-790535-20-iscsi is: [{'id': '5b53c485-355b-482b-8b4b-d0952362ec81', 'name': 'tempest-AttachVolumeShelveTestJSON-376727464-router', 'tenant_id': 'e237e82cdcf24c93b91e0c1799f78928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:12:31Z', 'updated_at': '2021-12-09T01:18:15Z', 'revision_number': 6, 'project_id': 'e237e82cdcf24c93b91e0c1799f78928', 'gw_port_host': None}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:18:15.672144 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625754'] for router_gateway, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:15.764989 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39779'] for router, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:15.767215 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:15.813707 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1619973'] for router, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:15.814353 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b53c485-355b-482b-8b4b-d0952362ec81 {{(pid=102582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 01:18:15.819469 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:15.822929 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-216ec7e7-7d57-46b7-b26b-14e92f700c42 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5b53c485-355b-482b-8b4b-d0952362ec81 HTTP/1.1" status: 204 len: 168 time: 0.9949737 Dec 09 01:18:15.823255 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56824) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:15.869247 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-6037c37d-a8cc-4bd8-be59-cf7ed2c2a3d6 admin admin] Deleting subnet 4b3bd9ee-102c-4095-8ae9-181614a6c7fd {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:18:15.872331 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6037c37d-a8cc-4bd8-be59-cf7ed2c2a3d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:15.909990 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6037c37d-a8cc-4bd8-be59-cf7ed2c2a3d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5005203'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:15.985547 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6037c37d-a8cc-4bd8-be59-cf7ed2c2a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.036831 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6037c37d-a8cc-4bd8-be59-cf7ed2c2a3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4394949'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.061843 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037c37d-a8cc-4bd8-be59-cf7ed2c2a3d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b3bd9ee-102c-4095-8ae9-181614a6c7fd,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:16.065630 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-6037c37d-a8cc-4bd8-be59-cf7ed2c2a3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.069080 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-6037c37d-a8cc-4bd8-be59-cf7ed2c2a3d6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4b3bd9ee-102c-4095-8ae9-181614a6c7fd HTTP/1.1" status: 204 len: 168 time: 0.2448459 Dec 09 01:18:16.071977 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56826) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:16.072653 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1177395-dc82-4d4b-bce6-9d97ef3ef0bb None None] Network ccbffc9b-fb85-4600-abf1-45c776b606b2 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:18:16.143849 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.199243 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Deleting port da6d381f-ebae-446d-b845-834122a698a3 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:16.199772 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.237951 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b7d12-63c9-4b1f-9a1c-bd5f79621f4b None None] DHCP port deletion for ccbffc9b-fb85-4600-abf1-45c776b606b2 request from dv-cinder-790535-20-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 01:18:16.266632 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] For port da6d381f-ebae-446d-b845-834122a698a3, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=da6d381f-ebae-446d-b845-834122a698a3,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:18:16.267011 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.281262 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Calling delete_port for da6d381f-ebae-446d-b845-834122a698a3 owned by network:dhcp {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:16.295860 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-c51b7d12-63c9-4b1f-9a1c-bd5f79621f4b None None] Deleting port da6d381f-ebae-446d-b845-834122a698a3 {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:16.296236 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c51b7d12-63c9-4b1f-9a1c-bd5f79621f4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.359783 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-c51b7d12-63c9-4b1f-9a1c-bd5f79621f4b None None] For port da6d381f-ebae-446d-b845-834122a698a3, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=da6d381f-ebae-446d-b845-834122a698a3,segment=NetworkSegment(c780cc17-1a1d-4e1d-95ae-0e94fb816d58),segment_id=c780cc17-1a1d-4e1d-95ae-0e94fb816d58)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:18:16.360183 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c51b7d12-63c9-4b1f-9a1c-bd5f79621f4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.371175 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.374148 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-c51b7d12-63c9-4b1f-9a1c-bd5f79621f4b None None] Calling delete_port for da6d381f-ebae-446d-b845-834122a698a3 owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:16.399480 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6d381f-ebae-446d-b845-834122a698a3,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:16.403136 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] No DVR routers for this DVR port da6d381f-ebae-446d-b845-834122a698a3 on host dv-cinder-790535-20-iscsi {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:18:16.460004 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c51b7d12-63c9-4b1f-9a1c-bd5f79621f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.478531 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.484352 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b7d12-63c9-4b1f-9a1c-bd5f79621f4b None None] Pushing event deleted for resources: {'Port': ['ID=da6d381f-ebae-446d-b845-834122a698a3,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:16.490978 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b7d12-63c9-4b1f-9a1c-bd5f79621f4b None None] No DVR routers for this DVR port da6d381f-ebae-446d-b845-834122a698a3 on host dv-cinder-790535-20-iscsi {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:18:16.503171 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbffc9b-fb85-4600-abf1-45c776b606b2']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:16.512480 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:16.512777 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c780cc17-1a1d-4e1d-95ae-0e94fb816d58') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:16.522648 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5005290'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.535412 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.541119 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:18:16.541499 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841512'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: timer() Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: cb(*args, **kw) Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: self._notify() Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: self.callback(batched_events) Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: event.method(event) Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._get(url).json() Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:18:16.543156 dv-cinder-790535-20-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:18:16.601588 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.606919 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.610108 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ccbffc9b-fb85-4600-abf1-45c776b606b2 HTTP/1.1" status: 204 len: 168 time: 0.5371997 Dec 09 01:18:16.621630 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e4f41-e44f-45bf-a699-583cd3c6c9a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbffc9b-fb85-4600-abf1-45c776b606b2,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:16.721972 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56830) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:16.763240 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-5b749d12-cc8d-4bb4-953e-0380c956c194 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e237e82cdcf24c93b91e0c1799f78928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398762 Dec 09 01:18:16.765553 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56832) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:16.772381 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device e34755fe-aae1-41a4-ad1d-44034b8ae12c no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:18:16.792312 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: e34755fe-aae1-41a4-ad1d-44034b8ae12c {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:18:16.792658 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device e34755fe-aae1-41a4-ad1d-44034b8ae12c not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:18:16.793074 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device c9719e0c-1d7f-4b82-86b9-aed0b58efa3c no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:18:16.811765 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: c9719e0c-1d7f-4b82-86b9-aed0b58efa3c {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:18:16.812109 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device c9719e0c-1d7f-4b82-86b9-aed0b58efa3c not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:18:16.812513 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device da6d381f-ebae-446d-b845-834122a698a3 no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:18:16.814277 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ec2b53a2-05de-4632-83be-9d32d4084d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.834930 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: da6d381f-ebae-446d-b845-834122a698a3 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:18:16.835277 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device da6d381f-ebae-446d-b845-834122a698a3 not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:18:16.836839 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ec2b53a2-05de-4632-83be-9d32d4084d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.884894 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ec2b53a2-05de-4632-83be-9d32d4084d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.887534 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ec2b53a2-05de-4632-83be-9d32d4084d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:16.888704 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ec2b53a2-05de-4632-83be-9d32d4084d53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/265574bc-2786-4b7b-b6eb-8d23ffd21379 HTTP/1.1" status: 204 len: 168 time: 0.1222632 Dec 09 01:18:16.898008 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b53a2-05de-4632-83be-9d32d4084d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265574bc-2786-4b7b-b6eb-8d23ffd21379,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:21.645136 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:22.101152 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d0675107-d695-4c4d-862e-d66bd93f906d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:24.489700 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fea3889d-7dfa-48ea-97b5-cda9930a8d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:25.107165 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56936) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:25.210058 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-23b56bf5-7c21-4792-bdb4-6cf6f23e3e9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:25.285706 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-23b56bf5-7c21-4792-bdb4-6cf6f23e3e9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:25.289101 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-23b56bf5-7c21-4792-bdb4-6cf6f23e3e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:25.327702 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-23b56bf5-7c21-4792-bdb4-6cf6f23e3e9c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26673d4f4ae4420cb5d5468fc57cf076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194691 Dec 09 01:18:25.328652 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b56bf5-7c21-4792-bdb4-6cf6f23e3e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0754e8a3-5ffb-4b9f-a46d-47e2aec8a3f1,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:25.330346 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56940) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:25.377084 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9903fd58-452a-48c9-b8df-2156bfefd530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:25.398625 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9903fd58-452a-48c9-b8df-2156bfefd530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:25.448344 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9903fd58-452a-48c9-b8df-2156bfefd530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:25.451032 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9903fd58-452a-48c9-b8df-2156bfefd530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:25.452201 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9903fd58-452a-48c9-b8df-2156bfefd530 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0754e8a3-5ffb-4b9f-a46d-47e2aec8a3f1 HTTP/1.1" status: 204 len: 168 time: 0.1207240 Dec 09 01:18:25.460913 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903fd58-452a-48c9-b8df-2156bfefd530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0754e8a3-5ffb-4b9f-a46d-47e2aec8a3f1,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:26.159071 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:26.939188 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56984) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:27.052601 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c45813fa-21b5-496a-9d35-be2bede4eee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.126058 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c45813fa-21b5-496a-9d35-be2bede4eee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.130179 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c45813fa-21b5-496a-9d35-be2bede4eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.169517 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c45813fa-21b5-496a-9d35-be2bede4eee5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b753e7bac01a4b308a3bf155ebd88bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292218 Dec 09 01:18:27.171568 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45813fa-21b5-496a-9d35-be2bede4eee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13b29fe-14c9-4fc0-838d-6843b00b9c21,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:27.172181 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56988) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:27.181014 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.221082 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-820e4848-1669-4c22-bda6-dc582947dcd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.242324 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-820e4848-1669-4c22-bda6-dc582947dcd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.287401 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-820e4848-1669-4c22-bda6-dc582947dcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.290042 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-820e4848-1669-4c22-bda6-dc582947dcd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.291212 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-820e4848-1669-4c22-bda6-dc582947dcd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e13b29fe-14c9-4fc0-838d-6843b00b9c21 HTTP/1.1" status: 204 len: 168 time: 0.1180353 Dec 09 01:18:27.300364 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e4848-1669-4c22-bda6-dc582947dcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13b29fe-14c9-4fc0-838d-6843b00b9c21,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:27.543284 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 56994) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:27.556201 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-83a49dd9-e937-42ad-841c-7bc9adab5b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.630413 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-83a49dd9-e937-42ad-841c-7bc9adab5b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.633950 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-83a49dd9-e937-42ad-841c-7bc9adab5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.672918 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-83a49dd9-e937-42ad-841c-7bc9adab5b85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=873a088e33c04033b44a7fc3135f6f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283696 Dec 09 01:18:27.674759 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a49dd9-e937-42ad-841c-7bc9adab5b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba4a790-4dd8-468f-a6ee-c3d50f9ac308,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:27.676016 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 56996) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:27.725817 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-959b42e2-4bd4-4aca-9fe8-2880b8766688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.746551 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-959b42e2-4bd4-4aca-9fe8-2880b8766688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.792106 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-959b42e2-4bd4-4aca-9fe8-2880b8766688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.794834 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-959b42e2-4bd4-4aca-9fe8-2880b8766688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:27.796012 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-959b42e2-4bd4-4aca-9fe8-2880b8766688 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ba4a790-4dd8-468f-a6ee-c3d50f9ac308 HTTP/1.1" status: 204 len: 168 time: 0.1189992 Dec 09 01:18:27.804392 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b42e2-4bd4-4aca-9fe8-2880b8766688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba4a790-4dd8-468f-a6ee-c3d50f9ac308,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:28.384211 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:31.467753 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:18:32.701142 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57094) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:32.804814 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cf9-b6c2-4f91-a028-b7c3f116d3f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:32.879543 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cf9-b6c2-4f91-a028-b7c3f116d3f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:32.883385 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-3ddb4cf9-b6c2-4f91-a028-b7c3f116d3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:32.921522 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-3ddb4cf9-b6c2-4f91-a028-b7c3f116d3f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d92743208a19443cac166cfa2138023d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191732 Dec 09 01:18:32.923319 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb4cf9-b6c2-4f91-a028-b7c3f116d3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7150b269-6460-4742-9afb-8c6abecbf56e,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:32.924190 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57098) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:32.974838 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c4a47ee7-68f4-403e-9bd0-3319a7242375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:32.995813 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c4a47ee7-68f4-403e-9bd0-3319a7242375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.041858 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c4a47ee7-68f4-403e-9bd0-3319a7242375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.044546 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c4a47ee7-68f4-403e-9bd0-3319a7242375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.045676 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c4a47ee7-68f4-403e-9bd0-3319a7242375 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7150b269-6460-4742-9afb-8c6abecbf56e HTTP/1.1" status: 204 len: 168 time: 0.1205013 Dec 09 01:18:33.053311 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a47ee7-68f4-403e-9bd0-3319a7242375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7150b269-6460-4742-9afb-8c6abecbf56e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:33.297040 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57104) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:33.310025 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-eee1f69e-3c5c-4abf-bddc-c8401cc46ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.382849 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-eee1f69e-3c5c-4abf-bddc-c8401cc46ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.386393 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-eee1f69e-3c5c-4abf-bddc-c8401cc46ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.424798 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-eee1f69e-3c5c-4abf-bddc-c8401cc46ba0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96ce6c1aec8b4f0fa5383c932d996fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266458 Dec 09 01:18:33.425728 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1f69e-3c5c-4abf-bddc-c8401cc46ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87516c14-d018-48d1-9df7-75a2f83705dd,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:33.427529 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57106) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:33.475088 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7b2f4e1a-21ff-443c-a3e7-9109ab473f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.495066 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7b2f4e1a-21ff-443c-a3e7-9109ab473f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.539790 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7b2f4e1a-21ff-443c-a3e7-9109ab473f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.542323 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-7b2f4e1a-21ff-443c-a3e7-9109ab473f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.543471 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-7b2f4e1a-21ff-443c-a3e7-9109ab473f3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87516c14-d018-48d1-9df7-75a2f83705dd HTTP/1.1" status: 204 len: 168 time: 0.1149256 Dec 09 01:18:33.550733 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f4e1a-21ff-443c-a3e7-9109ab473f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87516c14-d018-48d1-9df7-75a2f83705dd,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:33.857576 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57112) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:33.871369 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f57041d5-cb76-4cfa-bde0-c3b69c09b375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.946284 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f57041d5-cb76-4cfa-bde0-c3b69c09b375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.949811 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-f57041d5-cb76-4cfa-bde0-c3b69c09b375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:33.993316 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f57041d5-cb76-4cfa-bde0-c3b69c09b375 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8439fb20e80b47ad93d562fd13b87c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346302 Dec 09 01:18:33.994173 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57041d5-cb76-4cfa-bde0-c3b69c09b375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb239f5-1992-41cc-9da3-336bb228363f,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:33.996274 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57114) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:34.048881 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-afd2b0dd-79bc-4731-bcfe-25effedf53f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:34.070830 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-afd2b0dd-79bc-4731-bcfe-25effedf53f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:34.115703 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-afd2b0dd-79bc-4731-bcfe-25effedf53f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:34.118406 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-afd2b0dd-79bc-4731-bcfe-25effedf53f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:34.119563 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-afd2b0dd-79bc-4731-bcfe-25effedf53f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bcb239f5-1992-41cc-9da3-336bb228363f HTTP/1.1" status: 204 len: 168 time: 0.1222878 Dec 09 01:18:34.127194 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2b0dd-79bc-4731-bcfe-25effedf53f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb239f5-1992-41cc-9da3-336bb228363f,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:36.099944 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57184) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:36.203321 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0b01910e-99d1-4996-8ae2-a96b8d4c9508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.276370 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0b01910e-99d1-4996-8ae2-a96b8d4c9508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.280041 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-0b01910e-99d1-4996-8ae2-a96b8d4c9508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.319179 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0b01910e-99d1-4996-8ae2-a96b8d4c9508 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32584e7217c34b82a73aca6a463ea9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181616 Dec 09 01:18:36.320042 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01910e-99d1-4996-8ae2-a96b8d4c9508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aacaf7c-4301-42ad-9aa1-ac212b95bbad,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:36.321953 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57188) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:36.372148 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4558b122-9dba-4ab1-92ec-39d6f1e51edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.395587 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4558b122-9dba-4ab1-92ec-39d6f1e51edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.444724 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4558b122-9dba-4ab1-92ec-39d6f1e51edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.447295 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4558b122-9dba-4ab1-92ec-39d6f1e51edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.448440 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-4558b122-9dba-4ab1-92ec-39d6f1e51edb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7aacaf7c-4301-42ad-9aa1-ac212b95bbad HTTP/1.1" status: 204 len: 168 time: 0.1254086 Dec 09 01:18:36.456043 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4558b122-9dba-4ab1-92ec-39d6f1e51edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aacaf7c-4301-42ad-9aa1-ac212b95bbad,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:36.704869 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57194) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:36.718751 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-025fc4d5-1e48-4618-a12f-86668342e62b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.797125 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-025fc4d5-1e48-4618-a12f-86668342e62b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.800452 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-025fc4d5-1e48-4618-a12f-86668342e62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.838182 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-025fc4d5-1e48-4618-a12f-86668342e62b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=231e64ef69284efd9f503c85b244ac20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322405 Dec 09 01:18:36.840125 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fc4d5-1e48-4618-a12f-86668342e62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7de6e8-f448-466e-bb91-d838046401f3,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:36.841107 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57196) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:36.888593 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7ff-0640-4050-a45a-0d49249cd902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.910629 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7ff-0640-4050-a45a-0d49249cd902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.955066 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7ff-0640-4050-a45a-0d49249cd902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.958479 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-50d5c7ff-0640-4050-a45a-0d49249cd902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:36.959612 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-50d5c7ff-0640-4050-a45a-0d49249cd902 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae7de6e8-f448-466e-bb91-d838046401f3 HTTP/1.1" status: 204 len: 168 time: 0.1174886 Dec 09 01:18:36.967057 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5c7ff-0640-4050-a45a-0d49249cd902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7de6e8-f448-466e-bb91-d838046401f3,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:40.884951 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57262) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:40.989900 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-183f25bf-f196-41cf-af0f-f16c74a4b392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:41.062001 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-183f25bf-f196-41cf-af0f-f16c74a4b392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:41.065632 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-183f25bf-f196-41cf-af0f-f16c74a4b392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:41.103208 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-183f25bf-f196-41cf-af0f-f16c74a4b392 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd7e582a091640249102ff2cfaacda45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172186 Dec 09 01:18:41.105127 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f25bf-f196-41cf-af0f-f16c74a4b392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa20196-6cdc-47b9-98f0-a1f3cfebf55d,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:41.106044 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57266) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:41.155091 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8e88f264-4e5d-40aa-8e14-7a76b4320be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:41.175812 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8e88f264-4e5d-40aa-8e14-7a76b4320be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:41.222657 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8e88f264-4e5d-40aa-8e14-7a76b4320be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:41.225315 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-8e88f264-4e5d-40aa-8e14-7a76b4320be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:41.226494 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-8e88f264-4e5d-40aa-8e14-7a76b4320be9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/afa20196-6cdc-47b9-98f0-a1f3cfebf55d HTTP/1.1" status: 204 len: 168 time: 0.1193438 Dec 09 01:18:41.234074 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88f264-4e5d-40aa-8e14-7a76b4320be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa20196-6cdc-47b9-98f0-a1f3cfebf55d,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:42.187387 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57298) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:42.290170 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dab6d438-38c9-477c-8e27-0b4ece584d12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:42.364802 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dab6d438-38c9-477c-8e27-0b4ece584d12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:42.368622 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-dab6d438-38c9-477c-8e27-0b4ece584d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:42.412273 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-dab6d438-38c9-477c-8e27-0b4ece584d12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8569e410f76e4bd79a314eec07b541ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237823 Dec 09 01:18:42.413140 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6d438-38c9-477c-8e27-0b4ece584d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123a126b-f49b-4cad-bf42-c75a7508f727,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:42.414989 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57302) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:42.463247 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d49494d7-365f-45ad-806e-6bee0692c214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:42.484203 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d49494d7-365f-45ad-806e-6bee0692c214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:42.529479 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d49494d7-365f-45ad-806e-6bee0692c214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:42.532069 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d49494d7-365f-45ad-806e-6bee0692c214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:42.533195 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d49494d7-365f-45ad-806e-6bee0692c214 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/123a126b-f49b-4cad-bf42-c75a7508f727 HTTP/1.1" status: 204 len: 168 time: 0.1160541 Dec 09 01:18:42.543080 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49494d7-365f-45ad-806e-6bee0692c214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123a126b-f49b-4cad-bf42-c75a7508f727,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:50.059008 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-b912fdfc-fe94-42bb-a056-ca47f687819c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445626 Dec 09 01:18:50.158745 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-867adcaf-4784-4b34-a04d-e33bd3551f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:50.160562 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-867adcaf-4784-4b34-a04d-e33bd3551f9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9af91ce42164b7d8dbeecc27f4698e8&device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1098 time: 0.0408366 Dec 09 01:18:50.262731 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-59752850-8949-4fe2-9c70-fff3f6946b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:50.264175 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-59752850-8949-4fe2-9c70-fff3f6946b9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=f10b420b-f882-4844-b296-4fbc97188815 HTTP/1.1" status: 200 len: 910 time: 0.0849402 Dec 09 01:18:50.331606 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-bf2bf07a-27a8-4362-844c-c6bc79513a4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce47340a-b2d8-4162-9551-02036e78fb48 HTTP/1.1" status: 200 len: 1001 time: 0.0595148 Dec 09 01:18:50.378903 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-d03c17dc-9dc3-4b5b-9bc5-a2f22c158de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:50.380285 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-d03c17dc-9dc3-4b5b-9bc5-a2f22c158de0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06aeb252-e100-4822-8c4e-35c55412a768 HTTP/1.1" status: 200 len: 848 time: 0.0424223 Dec 09 01:18:50.424306 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-b662a285-29e2-4024-8199-76b7a24b7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:50.426516 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-b662a285-29e2-4024-8199-76b7a24b7249 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f10b420b-f882-4844-b296-4fbc97188815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385661 Dec 09 01:18:50.436915 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-e2ab4926-eeca-48eb-8ed3-a79841db2a0b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:18:50.437954 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-e2ab4926-eeca-48eb-8ed3-a79841db2a0b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047026 Dec 09 01:18:50.529976 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-95e7bd61-49f2-487c-9b88-85b2e8b230b9 service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841682 Dec 09 01:18:50.624863 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b1930bb2-1442-4cab-9e94-bc97a82dac82 req-4dfa7453-afe4-45a9-a2e6-de78721d3cbe service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884602 Dec 09 01:18:51.269797 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57306) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:51.418777 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Deleting port 0988f96c-5fff-441b-88bb-abda0bc6325c {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:51.419140 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:51.497252 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:51.497573 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:51.509318 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Calling delete_port for 0988f96c-5fff-441b-88bb-abda0bc6325c owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:51.653416 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:51.658690 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:51.680236 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event deleted for resources: {'Port': ['ID=0988f96c-5fff-441b-88bb-abda0bc6325c,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:51.742678 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:51.743150 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Floating IP eaa8469f-39f5-4a13-af7b-82da6c4db175 disassociated (deleted). External IP: 172.27.0.146, port: ce47340a-b2d8-4162-9551-02036e78fb48. Dec 09 01:18:52.132809 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1b583b3d-b00b-4df6-9785-fe9aac87cfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:52.233240 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:18:52.341104 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:18:52.346305 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:52.351958 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56893ce-c18c-4745-bef2-2e297f485bf6 None None] Sync routers for ids ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:18:52.356907 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6e516-877e-483a-8578-1e0aa0ab309c req-f559262a-22aa-4747-ae60-3fa1e36a6848 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:52.358435 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dfe6e516-877e-483a-8578-1e0aa0ab309c req-f559262a-22aa-4747-ae60-3fa1e36a6848 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 945 time: 0.2019219 Dec 09 01:18:52.363734 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56893ce-c18c-4745-bef2-2e297f485bf6 None None] Routers {'4bb8deb7-f02d-43a8-b5e1-dce7161d7069'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:18:52.364370 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d56893ce-c18c-4745-bef2-2e297f485bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:18:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:52.375287 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-3f12f3b6-e9cc-47ac-a4c9-a9e6edfa69f1 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "DELETE /v2.0/floatingips/eaa8469f-39f5-4a13-af7b-82da6c4db175 HTTP/1.1" status: 204 len: 168 time: 1.1043532 Dec 09 01:18:52.375971 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:18:52.380670 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:18:52.423419 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dfe6e516-877e-483a-8578-1e0aa0ab309c req-6c25d38f-8e3d-4558-bd08-2f64346ccff2 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564661 Dec 09 01:18:52.468530 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c15442c-5917-4018-b1a5-81a0f29d0d71 x-openstack-request-id: req-1c15442c-5917-4018-b1a5-81a0f29d0d71 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:18:52.469408 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:18:52.469408 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1c15442c-5917-4018-b1a5-81a0f29d0d71 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:18:52.469912 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'status': 'completed', 'code': 200} Dec 09 01:18:52.492220 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d56893ce-c18c-4745-bef2-2e297f485bf6 None None] Set router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:18:52.559999 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d req-ea055e46-4bdf-487a-b1c0-7f6729237cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:52.561870 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d req-ea055e46-4bdf-487a-b1c0-7f6729237cb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9af91ce42164b7d8dbeecc27f4698e8&device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 1098 time: 0.0451181 Dec 09 01:18:52.617207 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5187-fd8e-47cb-b508-fbb164878e3a req-9267c9a2-a807-4df3-a3e3-407b5daee5c5 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:52.618904 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5a6e5187-fd8e-47cb-b508-fbb164878e3a req-9267c9a2-a807-4df3-a3e3-407b5daee5c5 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0562212 Dec 09 01:18:52.667489 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d req-f9493e70-ab18-459c-81c2-ca06376c7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:52.668981 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d req-f9493e70-ab18-459c-81c2-ca06376c7cff service neutron] 10.222.0.46 "GET /v2.0/networks?id=f10b420b-f882-4844-b296-4fbc97188815 HTTP/1.1" status: 200 len: 910 time: 0.0964689 Dec 09 01:18:52.675650 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5a6e5187-fd8e-47cb-b508-fbb164878e3a req-a61c7c98-f159-42aa-84a8-531157a3bda4 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495636 Dec 09 01:18:52.714678 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d req-942f92e4-8f0c-4544-ad30-b7c98292dc1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce47340a-b2d8-4162-9551-02036e78fb48 HTTP/1.1" status: 200 len: 217 time: 0.0360587 Dec 09 01:18:52.776424 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d req-0d68b24c-19da-47bb-9c30-88bcff26e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:52.777938 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d req-0d68b24c-19da-47bb-9c30-88bcff26e36d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06aeb252-e100-4822-8c4e-35c55412a768 HTTP/1.1" status: 200 len: 848 time: 0.0523236 Dec 09 01:18:52.829272 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d req-cc12828f-2958-4a2a-b162-d0136bb865ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:52.831051 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d req-cc12828f-2958-4a2a-b162-d0136bb865ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f10b420b-f882-4844-b296-4fbc97188815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447276 Dec 09 01:18:52.841960 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d56893ce-c18c-4745-bef2-2e297f485bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:09Z', 'revision_number': 4, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '49e11165-a11e-4a11-a186-ba58a041eff0', 'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'mac_address': 'fa:16:3e:c4:e4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:08Z', 'updated_at': '2021-12-09T01:14:13Z', 'revision_number': 5, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'subnets': [{'id': '06aeb252-e100-4822-8c4e-35c55412a768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:52.876015 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56893ce-c18c-4745-bef2-2e297f485bf6 None None] Checking router: 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:18:52.885366 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56893ce-c18c-4745-bef2-2e297f485bf6 None None] Routers {'4bb8deb7-f02d-43a8-b5e1-dce7161d7069'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:18:52.885983 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d56893ce-c18c-4745-bef2-2e297f485bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:18:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:52.921616 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d req-a0ca6535-865f-4108-af0e-be7eda0e7e4b service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825493 Dec 09 01:18:52.994921 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d56893ce-c18c-4745-bef2-2e297f485bf6 None None] Set router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:18:53.018217 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-86eaf2ac-3631-42e7-9fa3-5163b8f58c6d req-d95f41e8-6502-42ec-97dd-d1d8086ae03c service neutron] 10.222.0.46 "GET /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887487 Dec 09 01:18:53.191464 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d56893ce-c18c-4745-bef2-2e297f485bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:09Z', 'revision_number': 4, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '49e11165-a11e-4a11-a186-ba58a041eff0', 'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'mac_address': 'fa:16:3e:c4:e4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:08Z', 'updated_at': '2021-12-09T01:14:13Z', 'revision_number': 5, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'subnets': [{'id': '06aeb252-e100-4822-8c4e-35c55412a768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:53.219886 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56893ce-c18c-4745-bef2-2e297f485bf6 None None] The sync data for ids ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'] in dv-cinder-790535-20-iscsi is: [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:14:09Z', 'revision_number': 4, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '49e11165-a11e-4a11-a186-ba58a041eff0', 'name': '', 'network_id': 'f10b420b-f882-4844-b296-4fbc97188815', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'mac_address': 'fa:16:3e:c4:e4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '06aeb252-e100-4822-8c4e-35c55412a768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:08Z', 'updated_at': '2021-12-09T01:14:13Z', 'revision_number': 5, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'subnets': [{'id': '06aeb252-e100-4822-8c4e-35c55412a768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:18:53.425304 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dca1cb-29f3-445e-a980-6b39e7d5f6be None None] New status for floating IP eaa8469f-39f5-4a13-af7b-82da6c4db175: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:18:53.602098 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41506b6c-df4d-4a09-8b6e-726663ca57f9 req-61fa1452-3807-4740-840b-805a6b2d3ac0 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:53.603591 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-41506b6c-df4d-4a09-8b6e-726663ca57f9 req-61fa1452-3807-4740-840b-805a6b2d3ac0 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 945 time: 0.1067281 Dec 09 01:18:53.653156 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-41506b6c-df4d-4a09-8b6e-726663ca57f9 req-8cb4f487-b012-43be-97d3-2bf22139aeb9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435934 Dec 09 01:18:53.792147 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad969b78-45cf-45b3-b4aa-437650237273 req-de8fb757-3b93-4a7d-b2a9-d9af40094095 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:53.793600 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ad969b78-45cf-45b3-b4aa-437650237273 req-de8fb757-3b93-4a7d-b2a9-d9af40094095 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0506539 Dec 09 01:18:53.842021 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-ad969b78-45cf-45b3-b4aa-437650237273 req-69032a98-3a27-4069-ad4f-884b15a45fdc tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e64a88b-57d4-4512-9238-981f7c69100a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424211 Dec 09 01:18:54.114174 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-e88a1c15-c9dc-4dc3-8e6a-9cbbfe43af43 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:54.115787 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-e88a1c15-c9dc-4dc3-8e6a-9cbbfe43af43 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 945 time: 0.0517011 Dec 09 01:18:54.208579 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Deleting port 5457fda6-471c-4e1e-af4a-0d995f51f52f {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:54.208910 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:54.294029 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] For port 5457fda6-471c-4e1e-af4a-0d995f51f52f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5457fda6-471c-4e1e-af4a-0d995f51f52f,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:18:54.294417 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:54.354968 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec035eb-c9b7-466c-9059-4378a25eb5c0 req-8f4ae5dd-f6c3-4dcd-a04c-3be8434dfddd tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:54.356456 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ec035eb-c9b7-466c-9059-4378a25eb5c0 req-8f4ae5dd-f6c3-4dcd-a04c-3be8434dfddd tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 945 time: 0.0507171 Dec 09 01:18:54.447921 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-4ec035eb-c9b7-466c-9059-4378a25eb5c0 req-2507c5e5-e3d4-48f4-a5da-e600cbc0378f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Deleting port ce47340a-b2d8-4162-9551-02036e78fb48 {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:54.448265 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-4ec035eb-c9b7-466c-9059-4378a25eb5c0 req-2507c5e5-e3d4-48f4-a5da-e600cbc0378f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:54.463137 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:54.463454 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:54.463778 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Floating IP 8ea32cda-197c-4a35-a59c-53740691afa0 disassociated. External IP: 172.27.0.9, port: 5457fda6-471c-4e1e-af4a-0d995f51f52f. Dec 09 01:18:54.464115 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Calling delete_port for 5457fda6-471c-4e1e-af4a-0d995f51f52f owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:54.492000 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-39a75428-135e-4624-a52d-60a0cc68bb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:54.543795 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [req-4ec035eb-c9b7-466c-9059-4378a25eb5c0 req-2507c5e5-e3d4-48f4-a5da-e600cbc0378f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] For port ce47340a-b2d8-4162-9551-02036e78fb48, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ce47340a-b2d8-4162-9551-02036e78fb48,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:18:54.544214 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-4ec035eb-c9b7-466c-9059-4378a25eb5c0 req-2507c5e5-e3d4-48f4-a5da-e600cbc0378f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:54.557085 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [req-4ec035eb-c9b7-466c-9059-4378a25eb5c0 req-2507c5e5-e3d4-48f4-a5da-e600cbc0378f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Calling delete_port for ce47340a-b2d8-4162-9551-02036e78fb48 owned by compute:nova {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:54.595359 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:54.625649 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event deleted for resources: {'Port': ['ID=5457fda6-471c-4e1e-af4a-0d995f51f52f,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:54.687519 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-4ec035eb-c9b7-466c-9059-4378a25eb5c0 req-2507c5e5-e3d4-48f4-a5da-e600cbc0378f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:54.722046 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507c5e5-e3d4-48f4-a5da-e600cbc0378f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event deleted for resources: {'Port': ['ID=ce47340a-b2d8-4162-9551-02036e78fb48,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:54.755074 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Router caeb4219-a386-4dac-ab10-b638d7d062ab has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:18:54.772581 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95324b67-073e-4f13-a41b-f01beddab183 req-be28118d-5f76-4eac-819c-1ac58bfff144 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 210 time: 0.0467942 Dec 09 01:18:54.786345 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec035eb-c9b7-466c-9059-4378a25eb5c0 req-2507c5e5-e3d4-48f4-a5da-e600cbc0378f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] No DVR routers for this DVR port ce47340a-b2d8-4162-9551-02036e78fb48 on host hv-cinder-79053 {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:18:54.788890 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [req-4ec035eb-c9b7-466c-9059-4378a25eb5c0 req-2507c5e5-e3d4-48f4-a5da-e600cbc0378f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:54.792240 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-4ec035eb-c9b7-466c-9059-4378a25eb5c0 req-2507c5e5-e3d4-48f4-a5da-e600cbc0378f tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.46 "DELETE /v2.0/ports/ce47340a-b2d8-4162-9551-02036e78fb48 HTTP/1.1" status: 204 len: 173 time: 0.4295614 Dec 09 01:18:54.792681 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'name': 'network-vif-deleted', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:18:54.794992 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341aaf12-a2f9-43f1-9c9d-dfb1a2c449bd" -d '{"events": [{"server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "name": "network-vif-deleted", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:18:54.830892 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7353da2-28f8-4d0a-a8d1-4fb98c40fe95 x-openstack-request-id: req-e7353da2-28f8-4d0a-a8d1-4fb98c40fe95 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:18:54.831359 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6445f5b-75ee-4efe-944e-2084d36836ce", "name": "network-vif-deleted", "tag": "ce47340a-b2d8-4162-9551-02036e78fb48", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:18:54.832181 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7353da2-28f8-4d0a-a8d1-4fb98c40fe95 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:18:54.832730 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6445f5b-75ee-4efe-944e-2084d36836ce', 'name': 'network-vif-deleted', 'tag': 'ce47340a-b2d8-4162-9551-02036e78fb48', 'status': 'completed', 'code': 200} Dec 09 01:18:54.872281 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:18:54.884080 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedda544-f414-49ac-aef9-d2d6f0bc83a4 None None] Sync routers for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:18:54.895831 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedda544-f414-49ac-aef9-d2d6f0bc83a4 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:18:54.896591 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cedda544-f414-49ac-aef9-d2d6f0bc83a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:18:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:54.925262 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] No DVR routers for this DVR port 5457fda6-471c-4e1e-af4a-0d995f51f52f on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:18:54.928523 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:54.931131 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f1bb6022-2e3c-406c-bcba-d8258a91cd38 req-143d01e1-671b-4888-908a-8b841d53c811 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "DELETE /v2.0/ports/5457fda6-471c-4e1e-af4a-0d995f51f52f HTTP/1.1" status: 204 len: 173 time: 0.8089159 Dec 09 01:18:54.931579 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'name': 'network-vif-deleted', 'tag': '5457fda6-471c-4e1e-af4a-0d995f51f52f'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:18:54.933827 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c809244-edc6-420c-a995-254dbe5d86a2" -d '{"events": [{"server_uuid": "a5e98f0f-f551-454d-83dc-72ea335bfab1", "name": "network-vif-deleted", "tag": "5457fda6-471c-4e1e-af4a-0d995f51f52f"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:18:54.951010 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-68fa505d-1422-4994-a943-67c4a17f0cb2 req-41637961-6158-4e81-be38-8a201c495ef2 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6445f5b-75ee-4efe-944e-2084d36836ce HTTP/1.1" status: 200 len: 210 time: 0.0338624 Dec 09 01:18:55.002090 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b044354-7ffd-4d32-b756-a9964d3689aa x-openstack-request-id: req-1b044354-7ffd-4d32-b756-a9964d3689aa {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:18:55.002413 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e98f0f-f551-454d-83dc-72ea335bfab1", "name": "network-vif-deleted", "tag": "5457fda6-471c-4e1e-af4a-0d995f51f52f", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:18:55.002684 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b044354-7ffd-4d32-b756-a9964d3689aa {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:18:55.003085 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e98f0f-f551-454d-83dc-72ea335bfab1', 'name': 'network-vif-deleted', 'tag': '5457fda6-471c-4e1e-af4a-0d995f51f52f', 'status': 'completed', 'code': 200} Dec 09 01:18:55.029247 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-cedda544-f414-49ac-aef9-d2d6f0bc83a4 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:18:55.270128 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cedda544-f414-49ac-aef9-d2d6f0bc83a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:55.298772 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedda544-f414-49ac-aef9-d2d6f0bc83a4 None None] Checking router: caeb4219-a386-4dac-ab10-b638d7d062ab for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:18:55.309163 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedda544-f414-49ac-aef9-d2d6f0bc83a4 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:18:55.309788 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cedda544-f414-49ac-aef9-d2d6f0bc83a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:18:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:55.420336 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-cedda544-f414-49ac-aef9-d2d6f0bc83a4 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:18:55.630296 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-cedda544-f414-49ac-aef9-d2d6f0bc83a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:55.656832 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedda544-f414-49ac-aef9-d2d6f0bc83a4 None None] The sync data for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi is: [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:18:55.881566 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a676b015-9a6d-4627-971f-ecc39edc1ca3 None None] New status for floating IP 8ea32cda-197c-4a35-a59c-53740691afa0: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:18:55.892783 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f296079b-a396-4fa1-8fd6-3c76abc68540 req-4a07f99c-5079-4a71-baea-ae048740cfda tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5e98f0f-f551-454d-83dc-72ea335bfab1 HTTP/1.1" status: 200 len: 210 time: 0.0298250 Dec 09 01:18:56.013154 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57340) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:56.074296 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fe51d3ba-159c-407a-86d2-55a39f7c3109 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:56.102093 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fe51d3ba-159c-407a-86d2-55a39f7c3109 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:56.163267 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:56.165202 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fe51d3ba-159c-407a-86d2-55a39f7c3109 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:56.167922 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-fe51d3ba-159c-407a-86d2-55a39f7c3109 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:56.169068 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-fe51d3ba-159c-407a-86d2-55a39f7c3109 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] 10.222.0.23 "DELETE /v2.0/security-groups/5e64a88b-57d4-4512-9238-981f7c69100a HTTP/1.1" status: 204 len: 168 time: 0.1549373 Dec 09 01:18:56.178267 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51d3ba-159c-407a-86d2-55a39f7c3109 tempest-TestShelveInstance-1638550348 tempest-TestShelveInstance-1638550348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e64a88b-57d4-4512-9238-981f7c69100a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:56.215180 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57344) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:56.554321 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632160'] for router_interface, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:56.793418 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] Deleting port 49e11165-a11e-4a11-a186-ba58a041eff0 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:56.793762 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:56.870174 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] For port 49e11165-a11e-4a11-a186-ba58a041eff0, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=49e11165-a11e-4a11-a186-ba58a041eff0,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:18:56.870577 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:56.882507 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] Calling delete_port for 49e11165-a11e-4a11-a186-ba58a041eff0 owned by network:router_interface {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:57.062668 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:57.089334 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e11165-a11e-4a11-a186-ba58a041eff0,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:57.161235 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-5723797e-d841-4b7c-908e-d740a361d9ab tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828630830&fields=id&tenant_id=7480e21bc2664d4e94526980995f0f6c HTTP/1.1" status: 200 len: 267 time: 0.0568030 Dec 09 01:18:57.181256 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:57.269996 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-33b895be-40e4-4e7a-b519-f68097cc4727 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:57.271538 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-33b895be-40e4-4e7a-b519-f68097cc4727 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 812 time: 0.1088881 Dec 09 01:18:57.271768 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632060'] for router_interface, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:57.287768 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-b920919e-5b02-49e7-8204-e62929ed3af5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/quotas/7480e21bc2664d4e94526980995f0f6c HTTP/1.1" status: 200 len: 375 time: 0.0095859 Dec 09 01:18:57.342911 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4325a1b4-d86a-4259-9ff6-0e728a54b59e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490551 Dec 09 01:18:57.359560 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-2ffb481d-a346-46bf-b7c2-8bed64d8fb32 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:18:57.360691 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-2ffb481d-a346-46bf-b7c2-8bed64d8fb32 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051985 Dec 09 01:18:57.449044 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-60947fbd-459e-435e-ab83-90e2ce3b882d service neutron] 10.222.0.23 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824840 Dec 09 01:18:57.545271 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-9acfca24-8baf-4f36-aaf8-b57496f95b02 service neutron] 10.222.0.23 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903547 Dec 09 01:18:57.758668 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] Router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:18:57.851631 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-6cdc5bf3-441a-44bb-bceb-4e2d94c1f14b req-50ae3117-ae80-435c-87dd-6a234902cda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 210 time: 0.0285571 Dec 09 01:18:57.876818 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:18:57.882134 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-eef01449-ead1-4847-8cd9-9ebd38485ad4 admin admin] 10.222.0.23 "PUT /v2.0/routers/4bb8deb7-f02d-43a8-b5e1-dce7161d7069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658506 Dec 09 01:18:57.884817 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57364) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:57.887989 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72babfc-c251-474f-a588-3cb05aed060f None None] Sync routers for ids ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:18:57.899723 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72babfc-c251-474f-a588-3cb05aed060f None None] Routers {'4bb8deb7-f02d-43a8-b5e1-dce7161d7069'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:18:57.900350 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-c72babfc-c251-474f-a588-3cb05aed060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:18:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:57.992110 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.009258 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-c72babfc-c251-474f-a588-3cb05aed060f None None] Set router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:18:58.115389 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.173493 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Deleting port 20485fe7-b538-46ed-9554-9eaf8c8734f5 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:58.174057 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.203658 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-c72babfc-c251-474f-a588-3cb05aed060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:18:57Z', 'revision_number': 5, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port': {'id': '20485fe7-b538-46ed-9554-9eaf8c8734f5', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:de:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:05Z', 'updated_at': '2021-12-09T01:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:58.230746 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72babfc-c251-474f-a588-3cb05aed060f None None] Checking router: 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:18:58.240250 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72babfc-c251-474f-a588-3cb05aed060f None None] Routers {'4bb8deb7-f02d-43a8-b5e1-dce7161d7069'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:18:58.240946 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-c72babfc-c251-474f-a588-3cb05aed060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:18:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:58.262528 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] For port 20485fe7-b538-46ed-9554-9eaf8c8734f5, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=20485fe7-b538-46ed-9554-9eaf8c8734f5,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:18:58.262960 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.275030 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Calling delete_port for 20485fe7-b538-46ed-9554-9eaf8c8734f5 owned by network:router_gateway {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:58.330930 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-c72babfc-c251-474f-a588-3cb05aed060f None None] Set router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 gateway port host: None {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:18:58.457250 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.482777 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20485fe7-b538-46ed-9554-9eaf8c8734f5,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:58.516761 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-c72babfc-c251-474f-a588-3cb05aed060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:18:58Z', 'revision_number': 6, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port_host': None}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:58.550011 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625754'] for router_gateway, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.551437 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72babfc-c251-474f-a588-3cb05aed060f None None] The sync data for ids ['4bb8deb7-f02d-43a8-b5e1-dce7161d7069'] in dv-cinder-790535-20-iscsi is: [{'id': '4bb8deb7-f02d-43a8-b5e1-dce7161d7069', 'name': 'tempest-TestShelveInstance-1491589049-router', 'tenant_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:04Z', 'updated_at': '2021-12-09T01:18:58Z', 'revision_number': 6, 'project_id': 'b9af91ce42164b7d8dbeecc27f4698e8', 'gw_port_host': None}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:18:58.555552 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.640657 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39779'] for router, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.642749 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.684396 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1619973'] for router, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.685064 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb8deb7-f02d-43a8-b5e1-dce7161d7069 {{(pid=102583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 01:18:58.689112 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.692819 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-4a6c3d74-62e4-4f89-a237-66e96b7e22c6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4bb8deb7-f02d-43a8-b5e1-dce7161d7069 HTTP/1.1" status: 204 len: 168 time: 0.8044732 Dec 09 01:18:58.692996 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57372) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:58.737132 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dabe14-8957-4cf2-a4b9-02895fc3476d admin admin] Deleting subnet 06aeb252-e100-4822-8c4e-35c55412a768 {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:18:58.740448 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9dabe14-8957-4cf2-a4b9-02895fc3476d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.775467 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9dabe14-8957-4cf2-a4b9-02895fc3476d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1063465'] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.951205 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9dabe14-8957-4cf2-a4b9-02895fc3476d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:58.986710 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d99455c9-fb5d-4e41-b1a1-7fc7f7dcae7b req-91368496-4dee-418d-8bd5-f1ee0dbdb779 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 210 time: 0.0391631 Dec 09 01:18:59.013165 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-434293ce-b63f-40d1-93b1-3d79d6cb3d77 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:18:59.014605 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-434293ce-b63f-40d1-93b1-3d79d6cb3d77 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 812 time: 0.1971304 Dec 09 01:18:59.035904 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9dabe14-8957-4cf2-a4b9-02895fc3476d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4430643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4661371'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.069374 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dabe14-8957-4cf2-a4b9-02895fc3476d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06aeb252-e100-4822-8c4e-35c55412a768,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:59.080080 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b9dabe14-8957-4cf2-a4b9-02895fc3476d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.080924 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddfea74-ee39-4509-b081-24dd9881dd35 None None] Network f10b420b-f882-4844-b296-4fbc97188815 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:18:59.084026 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b9dabe14-8957-4cf2-a4b9-02895fc3476d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/06aeb252-e100-4822-8c4e-35c55412a768 HTTP/1.1" status: 204 len: 168 time: 0.3900769 Dec 09 01:18:59.086528 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57376) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:18:59.187114 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-d570de6d-3045-4d71-ae9e-dce5a5045ed2 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7480e21bc2664d4e94526980995f0f6c HTTP/1.1" status: 200 len: 379 time: 0.1241319 Dec 09 01:18:59.191927 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.198581 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'port': {'device_id': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'admin_state_up': True, 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'security_groups': ['d1568718-d0fd-4632-85d9-be27efb19f37']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:18:59.229019 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 5457fda6-471c-4e1e-af4a-0d995f51f52f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:18:59.249089 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 5457fda6-471c-4e1e-af4a-0d995f51f52f {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:18:59.249438 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 5457fda6-471c-4e1e-af4a-0d995f51f52f not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:18:59.249858 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device ce47340a-b2d8-4162-9551-02036e78fb48 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:18:59.269442 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: ce47340a-b2d8-4162-9551-02036e78fb48 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:18:59.270009 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device ce47340a-b2d8-4162-9551-02036e78fb48 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:18:59.335280 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Deleting port 575526e1-ce46-4c5a-be64-6a8c1c84e56f {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:59.335545 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.361176 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Made reservation on behalf of 7480e21bc2664d4e94526980995f0f6c for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:18:59.365075 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.400135 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] DHCP port deletion for f10b420b-f882-4844-b296-4fbc97188815 request from dv-cinder-790535-20-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 01:18:59.419568 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] For port 575526e1-ce46-4c5a-be64-6a8c1c84e56f, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=575526e1-ce46-4c5a-be64-6a8c1c84e56f,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:18:59.419931 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.430989 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 49e11165-a11e-4a11-a186-ba58a041eff0 no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:18:59.439859 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Calling delete_port for 575526e1-ce46-4c5a-be64-6a8c1c84e56f owned by network:dhcp {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:59.459570 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 49e11165-a11e-4a11-a186-ba58a041eff0 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:18:59.459918 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 49e11165-a11e-4a11-a186-ba58a041eff0 not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:18:59.482276 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Deleting port 575526e1-ce46-4c5a-be64-6a8c1c84e56f {{(pid=102584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:18:59.482582 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.562155 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] For port 575526e1-ce46-4c5a-be64-6a8c1c84e56f, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=575526e1-ce46-4c5a-be64-6a8c1c84e56f,segment=NetworkSegment(bc4d2727-0876-4ae5-9cfe-8b939fdc6222),segment_id=bc4d2727-0876-4ae5-9cfe-8b939fdc6222)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:18:59.563074 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.578656 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Calling delete_port for 575526e1-ce46-4c5a-be64-6a8c1c84e56f owned by network:dhcp {{(pid=102584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:18:59.598186 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Allocated IP 172.20.0.10 (7903c83a-1491-4cdb-8fa8-969596d0e034/6e9dc000-e704-4a0b-b2e0-375f731e90a6/7e302705-9c91-42f3-9627-b6bd937fd67e) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:18:59.621384 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.660879 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=575526e1-ce46-4c5a-be64-6a8c1c84e56f,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:59.669116 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] No DVR routers for this DVR port 575526e1-ce46-4c5a-be64-6a8c1c84e56f on host dv-cinder-790535-20-iscsi {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:18:59.675665 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486'] for port, after_delete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.699994 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Pushing event deleted for resources: {'Port': ['ID=575526e1-ce46-4c5a-be64-6a8c1c84e56f,revision_number=None']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:18:59.710285 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] No DVR routers for this DVR port 575526e1-ce46-4c5a-be64-6a8c1c84e56f on host dv-cinder-790535-20-iscsi {{(pid=102584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:18:59.713833 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.714208 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.714594 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.714918 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.715250 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.715597 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.715921 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.716258 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.716591 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.717003 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.717340 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.721442 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.721835 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236213f9-9fc1-4474-ad33-a6f0672479df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:18:59.787857 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.842809 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10b420b-f882-4844-b296-4fbc97188815']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:59.857758 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:59.858054 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4d2727-0876-4ae5-9cfe-8b939fdc6222') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:18:59.874760 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1063504'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.897750 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.899321 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.907992 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:18:59.908379 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4430809'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: timer() Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: cb(*args, **kw) Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: self._notify() Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: self.callback(batched_events) Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: event.method(event) Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._get(url).json() Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:18:59.910218 dv-cinder-790535-20-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:18:59.978864 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.984484 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:18:59.988320 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f10b420b-f882-4844-b296-4fbc97188815 HTTP/1.1" status: 204 len: 168 time: 0.9002004 Dec 09 01:18:59.991384 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57378) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:19:00.000997 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc63052-91d2-43ae-86f3-1907bf77f3d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f10b420b-f882-4844-b296-4fbc97188815,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:00.003275 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.050955 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Network 7903c83a-1491-4cdb-8fa8-969596d0e034 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:19:00.056281 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:19:00.060721 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:19:00.064639 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'Port': ['ID=7e302705-9c91-42f3-9627-b6bd937fd67e,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:00.119101 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:00.119789 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.137395 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-83a96077-5a70-42a4-a4b4-c3975147ed11 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9432757 Dec 09 01:19:00.157193 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Request body: {'port': {'device_id': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:19:00.165846 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5b773-7455-41d9-8b92-e6d929200bb3 req-3aaa94b9-f6be-4765-b096-883d3167c3cd tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:00.167435 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9eb5b773-7455-41d9-8b92-e6d929200bb3 req-3aaa94b9-f6be-4765-b096-883d3167c3cd tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 932 time: 0.1144700 Dec 09 01:19:00.220166 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.296516 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9eb5b773-7455-41d9-8b92-e6d929200bb3 req-46faa6e5-8e04-4bc8-bad5-e418d201aea2 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203682 Dec 09 01:19:00.356262 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-ba4b0264-d249-4249-98f9-96f24032713b None None] Provisioning complete for port 7e302705-9c91-42f3-9627-b6bd937fd67e triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:19:00.356842 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-ba4b0264-d249-4249-98f9-96f24032713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.392795 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b0264-d249-4249-98f9-96f24032713b None None] Port 7e302705-9c91-42f3-9627-b6bd937fd67e cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:19:00.467999 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632160'] for router_interface, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.486932 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e302705-9c91-42f3-9627-b6bd937fd67e {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:19:00.494904 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.507332 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Transition to ACTIVE for port object 7e302705-9c91-42f3-9627-b6bd937fd67e will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:19:00.511660 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.565412 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e302705-9c91-42f3-9627-b6bd937fd67e,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:00.636465 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Attempting to bind port 7e302705-9c91-42f3-9627-b6bd937fd67e on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:19:00.637093 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Attempting to bind port 7e302705-9c91-42f3-9627-b6bd937fd67e by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:19:00.637647 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Attempting to bind port 7e302705-9c91-42f3-9627-b6bd937fd67e on network 7903c83a-1491-4cdb-8fa8-969596d0e034 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:19:00.643259 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Port 7e302705-9c91-42f3-9627-b6bd937fd67e on network 7903c83a-1491-4cdb-8fa8-969596d0e034 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:19:00.643903 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Attempting to bind port 7e302705-9c91-42f3-9627-b6bd937fd67e on network 7903c83a-1491-4cdb-8fa8-969596d0e034 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:19:00.649563 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:19:00.649907 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Checking segment: {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:19:00.650299 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Bound using segment: {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:19:00.650776 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Bound port: 7e302705-9c91-42f3-9627-b6bd937fd67e, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:19:00.651137 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.716253 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] For port 7e302705-9c91-42f3-9627-b6bd937fd67e, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:19:00.719756 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] For port 7e302705-9c91-42f3-9627-b6bd937fd67e, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e302705-9c91-42f3-9627-b6bd937fd67e,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:19:00.728773 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.744659 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] Deleting port 0f04ccb4-f437-4437-843d-c5574556dc8c {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:19:00.745137 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.765285 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:00.765895 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.767311 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] 10.222.0.46 "PUT /v2.0/ports/7e302705-9c91-42f3-9627-b6bd937fd67e HTTP/1.1" status: 200 len: 1094 time: 0.6154366 Dec 09 01:19:00.768474 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'tag': '7e302705-9c91-42f3-9627-b6bd937fd67e'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:19:00.770673 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ff5986-d016-451e-81db-defd8de91f5e", "tag": "7e302705-9c91-42f3-9627-b6bd937fd67e"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:19:00.807670 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75dd9c-3090-42e7-88b4-b0c4b6385ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e302705-9c91-42f3-9627-b6bd937fd67e,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:00.835230 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc40d973-c3ce-4715-8d13-14d6036e80d8 x-openstack-request-id: req-cc40d973-c3ce-4715-8d13-14d6036e80d8 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:19:00.835524 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ff5986-d016-451e-81db-defd8de91f5e", "tag": "7e302705-9c91-42f3-9627-b6bd937fd67e", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:19:00.835781 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cc40d973-c3ce-4715-8d13-14d6036e80d8 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:19:00.836186 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'tag': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'status': 'completed', 'code': 200} Dec 09 01:19:00.838553 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 575526e1-ce46-4c5a-be64-6a8c1c84e56f no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:19:00.869136 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 575526e1-ce46-4c5a-be64-6a8c1c84e56f {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:19:00.869573 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 575526e1-ce46-4c5a-be64-6a8c1c84e56f not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:19:00.870067 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 20485fe7-b538-46ed-9554-9eaf8c8734f5 no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:19:00.877554 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] For port 0f04ccb4-f437-4437-843d-c5574556dc8c, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=0f04ccb4-f437-4437-843d-c5574556dc8c,segment=NetworkSegment(0e35be94-5508-4bae-887f-54967dfa30f9),segment_id=0e35be94-5508-4bae-887f-54967dfa30f9)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:19:00.877931 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:00.894710 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 20485fe7-b538-46ed-9554-9eaf8c8734f5 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:19:00.895348 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 20485fe7-b538-46ed-9554-9eaf8c8734f5 not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:19:00.899306 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] Calling delete_port for 0f04ccb4-f437-4437-843d-c5574556dc8c owned by network:router_interface {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:19:00.903991 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-efebddfe-9c4a-4f6b-a87a-0cdf49526ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:00.905500 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-efebddfe-9c4a-4f6b-a87a-0cdf49526ac2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 1097 time: 0.0514901 Dec 09 01:19:00.955290 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-ef81139b-13fd-4c79-a556-d05e9fa00561 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e302705-9c91-42f3-9627-b6bd937fd67e HTTP/1.1" status: 200 len: 217 time: 0.0349281 Dec 09 01:19:01.009101 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-6788ca04-db13-4d1c-a4bf-20d990df51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:01.010676 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-6788ca04-db13-4d1c-a4bf-20d990df51b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0487459 Dec 09 01:19:01.068168 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-edda04d9-a1ca-43d2-9a70-867bc521d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:01.069668 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-edda04d9-a1ca-43d2-9a70-867bc521d8e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515411 Dec 09 01:19:01.084945 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:01.111383 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f04ccb4-f437-4437-843d-c5574556dc8c,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:01.163068 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-23628cce-0f4d-42dc-96f2-db2f9f702d52 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858414 Dec 09 01:19:01.263175 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-c826bf66-6c5f-41c2-81b9-4273ef7400c0 req-7ba5f768-9af6-4fe9-a4ee-88d4565772e8 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926285 Dec 09 01:19:01.277987 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632060'] for router_interface, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:01.398623 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09 req-830eb029-33de-4b6e-a14d-704f7b6714d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:01.400057 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09 req-830eb029-33de-4b6e-a14d-704f7b6714d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 1097 time: 0.0410721 Dec 09 01:19:01.433372 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15155e-bc8a-4fa6-b2e4-615bcb282956 req-da238925-cd78-402e-8912-5737060d553f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:01.434889 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0c15155e-bc8a-4fa6-b2e4-615bcb282956 req-da238925-cd78-402e-8912-5737060d553f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 944 time: 0.0651438 Dec 09 01:19:01.498585 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09 req-918025f1-c6a4-4002-bfd2-a1a3788c70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:01.500032 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09 req-918025f1-c6a4-4002-bfd2-a1a3788c70d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 913 time: 0.0925508 Dec 09 01:19:01.553688 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09 req-fa162a73-ecd2-432c-8764-645e14a004d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e302705-9c91-42f3-9627-b6bd937fd67e HTTP/1.1" status: 200 len: 217 time: 0.0336778 Dec 09 01:19:01.558166 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0c15155e-bc8a-4fa6-b2e4-615bcb282956 req-9ef29177-2cbd-4c62-b452-d6116289452a tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858843 Dec 09 01:19:01.586982 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] Router cd4633e8-6694-4fdf-8210-85ffcb039f06 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:19:01.603649 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09 req-80089a55-adaa-4963-908e-860806fbfcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:01.605106 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09 req-80089a55-adaa-4963-908e-860806fbfcba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0442085 Dec 09 01:19:01.651484 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09 req-03a67e08-5f68-4b83-8476-70e37ab42066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:01.652958 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09 req-03a67e08-5f68-4b83-8476-70e37ab42066 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404851 Dec 09 01:19:01.692793 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:19:01.697956 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-a733b122-329f-4acd-9a0c-d3c8d8c44005 admin admin] 10.222.0.23 "PUT /v2.0/routers/cd4633e8-6694-4fdf-8210-85ffcb039f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7054501 Dec 09 01:19:01.700479 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57386) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:19:01.703011 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5160b15-9525-43e7-8ca1-59a59d04dbf9 None None] Sync routers for ids ['cd4633e8-6694-4fdf-8210-85ffcb039f06'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:19:01.715329 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5160b15-9525-43e7-8ca1-59a59d04dbf9 None None] Routers {'cd4633e8-6694-4fdf-8210-85ffcb039f06'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:19:01.715945 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-e5160b15-9525-43e7-8ca1-59a59d04dbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:18:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['cd4633e8-6694-4fdf-8210-85ffcb039f06'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:19:01.758849 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09 req-86d6ea25-7291-4d44-adcc-a97c56d7e10f service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978827 Dec 09 01:19:01.829744 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-e5160b15-9525-43e7-8ca1-59a59d04dbf9 None None] Set router cd4633e8-6694-4fdf-8210-85ffcb039f06 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:19:01.870181 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-6dee1967-c0a4-4f84-bf69-b36bfa9d1e09 req-6824a188-04ee-4e8e-a14a-65fab14fc56d service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044376 Dec 09 01:19:02.016788 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-e5160b15-9525-43e7-8ca1-59a59d04dbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'name': 'tempest-TestShelveInstance-52513856-router', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '079feed5-adab-4157-913d-185f6beb893a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:12Z', 'updated_at': '2021-12-09T01:19:01Z', 'revision_number': 5, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'gw_port': {'id': '079feed5-adab-4157-913d-185f6beb893a', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:13Z', 'updated_at': '2021-12-09T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:19:02.046392 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5160b15-9525-43e7-8ca1-59a59d04dbf9 None None] Checking router: cd4633e8-6694-4fdf-8210-85ffcb039f06 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:19:02.054126 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Publish callbacks [] for router, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.055245 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5160b15-9525-43e7-8ca1-59a59d04dbf9 None None] Routers {'cd4633e8-6694-4fdf-8210-85ffcb039f06'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:19:02.055856 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-e5160b15-9525-43e7-8ca1-59a59d04dbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:18:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['cd4633e8-6694-4fdf-8210-85ffcb039f06'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:19:02.157268 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.158516 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-e5160b15-9525-43e7-8ca1-59a59d04dbf9 None None] Set router cd4633e8-6694-4fdf-8210-85ffcb039f06 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:19:02.210865 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Deleting port 079feed5-adab-4157-913d-185f6beb893a {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:19:02.211207 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.290728 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] For port 079feed5-adab-4157-913d-185f6beb893a, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=079feed5-adab-4157-913d-185f6beb893a,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:19:02.291087 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.303364 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Calling delete_port for 079feed5-adab-4157-913d-185f6beb893a owned by network:router_gateway {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:19:02.338711 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-e5160b15-9525-43e7-8ca1-59a59d04dbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'name': 'tempest-TestShelveInstance-52513856-router', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '079feed5-adab-4157-913d-185f6beb893a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:12Z', 'updated_at': '2021-12-09T01:19:01Z', 'revision_number': 5, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'gw_port': {'id': '079feed5-adab-4157-913d-185f6beb893a', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:13Z', 'updated_at': '2021-12-09T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:19:02.364251 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5160b15-9525-43e7-8ca1-59a59d04dbf9 None None] The sync data for ids ['cd4633e8-6694-4fdf-8210-85ffcb039f06'] in dv-cinder-790535-20-iscsi is: [{'id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'name': 'tempest-TestShelveInstance-52513856-router', 'tenant_id': 'c15cf460119f4743a9072d2d20a31f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '079feed5-adab-4157-913d-185f6beb893a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:14:12Z', 'updated_at': '2021-12-09T01:19:01Z', 'revision_number': 5, 'project_id': 'c15cf460119f4743a9072d2d20a31f4a', 'gw_port': {'id': '079feed5-adab-4157-913d-185f6beb893a', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:dc:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4633e8-6694-4fdf-8210-85ffcb039f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:14:13Z', 'updated_at': '2021-12-09T01:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:19:02.465020 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.490879 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Pushing event deleted for resources: {'Port': ['ID=079feed5-adab-4157-913d-185f6beb893a,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:02.547682 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625754'] for router_gateway, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.646439 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39779'] for router, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.648505 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.714287 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1619973'] for router, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.714453 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd4633e8-6694-4fdf-8210-85ffcb039f06 {{(pid=102582) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 01:19:02.724505 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4271b-0cda-4aba-b21c-8e2f54f9f96c req-864cd066-1fe6-4cfa-b093-720703f2f69d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:02.726057 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cac4271b-0cda-4aba-b21c-8e2f54f9f96c req-864cd066-1fe6-4cfa-b093-720703f2f69d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 944 time: 0.0921583 Dec 09 01:19:02.729173 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] Publish callbacks [] for router, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.730201 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-4c6191dc-e2af-4a0c-b532-4b6852f73773 admin admin] 10.222.0.23 "DELETE /v2.0/routers/cd4633e8-6694-4fdf-8210-85ffcb039f06 HTTP/1.1" status: 204 len: 168 time: 1.0271757 Dec 09 01:19:02.732706 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57390) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:19:02.808956 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4689a7-42f1-4eb4-ad19-dc8bc7eacdfa admin admin] Deleting subnet 1910e13d-c312-46c2-97b2-ee2d7df5cb6c {{(pid=102582) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:19:02.817271 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cac4271b-0cda-4aba-b21c-8e2f54f9f96c req-9dc68030-7775-4ead-88d4-c549e3acc537 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851398 Dec 09 01:19:02.817964 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee4689a7-42f1-4eb4-ad19-dc8bc7eacdfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.852657 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 0f04ccb4-f437-4437-843d-c5574556dc8c no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:19:02.859135 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee4689a7-42f1-4eb4-ad19-dc8bc7eacdfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5005203'] for subnet, precommit_delete_associations {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.874128 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 0f04ccb4-f437-4437-843d-c5574556dc8c {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:19:02.874728 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 0f04ccb4-f437-4437-843d-c5574556dc8c not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:19:02.939504 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee4689a7-42f1-4eb4-ad19-dc8bc7eacdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:02.993647 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee4689a7-42f1-4eb4-ad19-dc8bc7eacdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4841666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4394949'] for subnet, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.018264 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4689a7-42f1-4eb4-ad19-dc8bc7eacdfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1910e13d-c312-46c2-97b2-ee2d7df5cb6c,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:03.029269 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-ee4689a7-42f1-4eb4-ad19-dc8bc7eacdfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for subnet, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.035579 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-ee4689a7-42f1-4eb4-ad19-dc8bc7eacdfa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1910e13d-c312-46c2-97b2-ee2d7df5cb6c HTTP/1.1" status: 204 len: 168 time: 0.3006289 Dec 09 01:19:03.037313 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57394) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:19:03.041025 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74efc9-e1e8-4468-8bf3-a26db24097b4 None None] Network 66ebdebb-6f4f-4869-b3da-24d746f6ac8d requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:19:03.113748 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.168894 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Deleting port 51fd969e-62ee-4a99-ae13-1826ae06e43a {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:19:03.169213 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.233684 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] For port 51fd969e-62ee-4a99-ae13-1826ae06e43a, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=51fd969e-62ee-4a99-ae13-1826ae06e43a,segment=NetworkSegment(0e35be94-5508-4bae-887f-54967dfa30f9),segment_id=0e35be94-5508-4bae-887f-54967dfa30f9)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:19:03.233960 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.246507 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Calling delete_port for 51fd969e-62ee-4a99-ae13-1826ae06e43a owned by network:dhcp {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:19:03.322439 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.353009 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=51fd969e-62ee-4a99-ae13-1826ae06e43a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:03.354776 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] No DVR routers for this DVR port 51fd969e-62ee-4a99-ae13-1826ae06e43a on host dv-cinder-790535-20-iscsi {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:19:03.424826 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.426940 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb2de3b-8a29-4412-9a8c-64c6e763b298 None None] DHCP port deletion for 66ebdebb-6f4f-4869-b3da-24d746f6ac8d request from dv-cinder-790535-20-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 01:19:03.451861 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ebdebb-6f4f-4869-b3da-24d746f6ac8d']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:19:03.462159 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e35be94-5508-4bae-887f-54967dfa30f9') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:19:03.462482 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e35be94-5508-4bae-887f-54967dfa30f9') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:19:03.471476 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1063504'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.485169 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.491125 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:19:03.491506 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4430809'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: timer() Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: cb(*args, **kw) Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: self._notify() Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: self.callback(batched_events) Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: event.method(event) Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._get(url).json() Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:19:03.493358 dv-cinder-790535-20-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:19:03.548775 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.554244 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.557908 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/66ebdebb-6f4f-4869-b3da-24d746f6ac8d HTTP/1.1" status: 204 len: 168 time: 0.5193114 Dec 09 01:19:03.569648 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7768ae5-c75f-4cda-8222-d8747c6169d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ebdebb-6f4f-4869-b3da-24d746f6ac8d,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:03.718242 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57398) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:19:03.763936 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-7b449cb2-4a8d-4cb0-849f-b00d4eeafb22 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9af91ce42164b7d8dbeecc27f4698e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443172 Dec 09 01:19:03.766328 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57400) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:19:03.813192 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4439b040-4966-4cf4-a8c4-1f4b38784627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.834282 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4439b040-4966-4cf4-a8c4-1f4b38784627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.882079 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4439b040-4966-4cf4-a8c4-1f4b38784627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.884930 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-4439b040-4966-4cf4-a8c4-1f4b38784627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:03.886168 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-4439b040-4966-4cf4-a8c4-1f4b38784627 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f35156e-df0d-4b73-81bb-7b1be3ef975c HTTP/1.1" status: 204 len: 168 time: 0.1188147 Dec 09 01:19:03.894876 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439b040-4966-4cf4-a8c4-1f4b38784627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f35156e-df0d-4b73-81bb-7b1be3ef975c,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:03.938098 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746260a-2df1-4abc-8a1d-27c359b88e62 req-0f39dca7-a2ee-4f08-a0d4-ef128a237074 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:03.939633 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c746260a-2df1-4abc-8a1d-27c359b88e62 req-0f39dca7-a2ee-4f08-a0d4-ef128a237074 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 944 time: 0.0519071 Dec 09 01:19:03.991428 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-c746260a-2df1-4abc-8a1d-27c359b88e62 req-ec7cf1d2-4c6b-4e5c-afa8-ee2361eab798 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452454 Dec 09 01:19:04.202575 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57408) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:19:04.432467 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-f93f2060-09ae-48b7-aa35-782607f72a6a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c15cf460119f4743a9072d2d20a31f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286887 Dec 09 01:19:04.435031 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57412) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:19:04.482659 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d2a5dc1d-61b7-46e3-9a53-171f37e2279d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:04.504032 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d2a5dc1d-61b7-46e3-9a53-171f37e2279d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:04.550445 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d2a5dc1d-61b7-46e3-9a53-171f37e2279d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:04.553075 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d2a5dc1d-61b7-46e3-9a53-171f37e2279d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:04.554264 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d2a5dc1d-61b7-46e3-9a53-171f37e2279d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f08cd24e-ca43-4f6a-812f-630df266b0cd HTTP/1.1" status: 204 len: 168 time: 0.1182714 Dec 09 01:19:04.562461 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5dc1d-61b7-46e3-9a53-171f37e2279d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08cd24e-ca43-4f6a-812f-630df266b0cd,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:04.782540 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 51fd969e-62ee-4a99-ae13-1826ae06e43a no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:19:04.803843 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 51fd969e-62ee-4a99-ae13-1826ae06e43a {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:19:04.804185 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 51fd969e-62ee-4a99-ae13-1826ae06e43a not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:19:04.804594 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 079feed5-adab-4157-913d-185f6beb893a no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:19:04.828814 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 079feed5-adab-4157-913d-185f6beb893a {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:19:04.829069 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 079feed5-adab-4157-913d-185f6beb893a not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:19:05.106029 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0060c-307e-49cb-b4bf-32496adfc58a req-c7f07490-66bb-4348-8b5e-ebf71d7b851b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:05.107797 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cfa0060c-307e-49cb-b4bf-32496adfc58a req-c7f07490-66bb-4348-8b5e-ebf71d7b851b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 944 time: 0.0490303 Dec 09 01:19:05.163821 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cfa0060c-307e-49cb-b4bf-32496adfc58a req-cf2d84ef-9e88-459a-bfeb-d1591017ebbd tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462735 Dec 09 01:19:06.282173 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc877591-9552-4d1a-84ce-fbd2b69aee3f req-54848b47-ec2b-4f28-b6cf-201b602419e0 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:06.283639 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc877591-9552-4d1a-84ce-fbd2b69aee3f req-54848b47-ec2b-4f28-b6cf-201b602419e0 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 944 time: 0.0532146 Dec 09 01:19:06.333106 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-fc877591-9552-4d1a-84ce-fbd2b69aee3f req-d26b5da2-46e9-4402-9023-64d03d83e4d2 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428917 Dec 09 01:19:07.448797 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97e2c8-966a-416c-bc6b-5978892c5f9e req-9982f884-76a7-452b-a410-2a586936406f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:07.450301 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0a97e2c8-966a-416c-bc6b-5978892c5f9e req-9982f884-76a7-452b-a410-2a586936406f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 944 time: 0.0483015 Dec 09 01:19:07.501441 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0a97e2c8-966a-416c-bc6b-5978892c5f9e req-8c822d0e-42a9-4892-a2a4-d6d621b89dfe tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448892 Dec 09 01:19:08.466202 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:19:08.619258 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75be975-9310-49d2-9a6e-46f0b7ce4b7a req-1e38030b-af4b-4857-bf14-9d2f889417f4 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:08.620724 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a75be975-9310-49d2-9a6e-46f0b7ce4b7a req-1e38030b-af4b-4857-bf14-9d2f889417f4 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 944 time: 0.0496573 Dec 09 01:19:08.673771 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a75be975-9310-49d2-9a6e-46f0b7ce4b7a req-061f5bf5-a1fd-4e51-9097-c1387b198fbc tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471632 Dec 09 01:19:09.245304 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 7e302705-9c91-42f3-9627-b6bd937fd67e details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:19:09.337369 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 7e302705-9c91-42f3-9627-b6bd937fd67e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e302705-9c91-42f3-9627-b6bd937fd67e,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:19:09.348720 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'port_id': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'mac_address': 'fa:16:3e:7c:28:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:19:09.387694 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:09.400356 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e302705-9c91-42f3-9627-b6bd937fd67e {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:19:09.419970 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 7e302705-9c91-42f3-9627-b6bd937fd67e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e302705-9c91-42f3-9627-b6bd937fd67e,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:19:09.426444 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:09.473744 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=7e302705-9c91-42f3-9627-b6bd937fd67e,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:09.704721 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['7e302705-9c91-42f3-9627-b6bd937fd67e'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:19:09.797329 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0d1b5-83b3-4451-8f6e-a365e4c86dc6 req-234a3d69-278b-40da-807f-67cca703ec35 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:09.798809 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31f0d1b5-83b3-4451-8f6e-a365e4c86dc6 req-234a3d69-278b-40da-807f-67cca703ec35 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 945 time: 0.0565319 Dec 09 01:19:09.849605 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-31f0d1b5-83b3-4451-8f6e-a365e4c86dc6 req-990a9c2b-404e-4fb4-b302-32303639a8c1 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440457 Dec 09 01:19:10.964020 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed99e9-085a-4f5e-898c-9114bf1cd019 req-fbeab4e7-da9f-447f-97cb-f2d7d024c2a9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:10.965522 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-afed99e9-085a-4f5e-898c-9114bf1cd019 req-fbeab4e7-da9f-447f-97cb-f2d7d024c2a9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 945 time: 0.0488224 Dec 09 01:19:11.013430 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-afed99e9-085a-4f5e-898c-9114bf1cd019 req-fc7d1234-1b78-4714-a463-c75b4e1ec8f5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419705 Dec 09 01:19:11.244913 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 7e302705-9c91-42f3-9627-b6bd937fd67e up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:19:11.293355 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 7e302705-9c91-42f3-9627-b6bd937fd67e completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:19:11.297169 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 7e302705-9c91-42f3-9627-b6bd937fd67e triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:19:11.297544 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:11.380331 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:11.401704 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e302705-9c91-42f3-9627-b6bd937fd67e'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:19:11.403969 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137e5851-ea17-4bcb-9642-68bb27029480" -d '{"events": [{"server_uuid": "d3ff5986-d016-451e-81db-defd8de91f5e", "name": "network-vif-plugged", "status": "completed", "tag": "7e302705-9c91-42f3-9627-b6bd937fd67e"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:19:11.416483 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 7e302705-9c91-42f3-9627-b6bd937fd67e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e302705-9c91-42f3-9627-b6bd937fd67e,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:19:11.420632 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:11.444691 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d792ad7a-fea0-4d89-9117-607395dd57c5 x-openstack-request-id: req-d792ad7a-fea0-4d89-9117-607395dd57c5 {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:19:11.444983 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ff5986-d016-451e-81db-defd8de91f5e", "name": "network-vif-plugged", "status": "completed", "tag": "7e302705-9c91-42f3-9627-b6bd937fd67e", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:19:11.445241 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d792ad7a-fea0-4d89-9117-607395dd57c5 {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:19:11.445634 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'code': 200} Dec 09 01:19:11.469942 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=7e302705-9c91-42f3-9627-b6bd937fd67e,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:11.684011 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f754d8-1ee0-49aa-b23e-1692ebad65cc req-c453008c-ff56-4a6c-8b8f-3dfbc6010081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:11.685376 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-74f754d8-1ee0-49aa-b23e-1692ebad65cc req-c453008c-ff56-4a6c-8b8f-3dfbc6010081 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 1099 time: 0.0397730 Dec 09 01:19:11.732288 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-74f754d8-1ee0-49aa-b23e-1692ebad65cc req-4c8bb938-370e-4310-af20-38a637a52e04 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382497 Dec 09 01:19:12.129858 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0999e-ae38-48bf-8757-ba31ad7b6f2d req-d290687c-c184-4a75-8156-2703d1dafced tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:12.131339 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bfb0999e-ae38-48bf-8757-ba31ad7b6f2d req-d290687c-c184-4a75-8156-2703d1dafced tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 946 time: 0.0524275 Dec 09 01:19:12.180751 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-bfb0999e-ae38-48bf-8757-ba31ad7b6f2d req-7de718cf-43d8-47f6-bb91-4a30c94002c7 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435395 Dec 09 01:19:13.294419 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867b5fb-4963-49d5-ba80-c4da6d7f1aca req-e8e8756b-3f7b-45c4-9c02-748a30fd5583 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:13.295875 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5867b5fb-4963-49d5-ba80-c4da6d7f1aca req-e8e8756b-3f7b-45c4-9c02-748a30fd5583 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 946 time: 0.0477972 Dec 09 01:19:13.345348 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5867b5fb-4963-49d5-ba80-c4da6d7f1aca req-665f6a02-a51e-45a7-a9da-410423018286 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430083 Dec 09 01:19:13.460801 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa89163-cb29-4c43-a7c6-79c2196acab2 req-a7e6dd2b-0a5c-4e23-ac20-954ae88c4646 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:13.462158 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3aa89163-cb29-4c43-a7c6-79c2196acab2 req-a7e6dd2b-0a5c-4e23-ac20-954ae88c4646 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 946 time: 0.0513015 Dec 09 01:19:13.510650 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-3aa89163-cb29-4c43-a7c6-79c2196acab2 req-7d2a92a7-5445-4ca1-91a9-781e4030bbf7 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425370 Dec 09 01:19:13.532882 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57436) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:19:13.572227 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055429de-4d3d-4bf0-bf5c-ae333ca482c7 tempest-TestVolumeBootPattern-1174936732 tempest-TestVolumeBootPattern-1174936732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:13.573735 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-055429de-4d3d-4bf0-bf5c-ae333ca482c7 tempest-TestVolumeBootPattern-1174936732 tempest-TestVolumeBootPattern-1174936732-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 1094 time: 0.0398986 Dec 09 01:19:13.576464 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57438) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:19:13.581492 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.v2.base [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'floatingip': {'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'port_id': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102582) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:19:13.603192 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:13.698784 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:13.798503 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.db_base_plugin_common [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Allocated IP 172.27.0.254 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/3e1459ba-ad69-442a-94c1-d4b2bb3e24c1) {{(pid=102582) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:19:13.900413 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for port, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:13.931842 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:13.967643 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102582) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:19:13.970502 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.base_scheduler [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Resources bound (agent type, host, resource id): {{(pid=102582) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:19:13.973989 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Received port after_create {{(pid=102582) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:19:13.998728 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'Port': ['ID=3e1459ba-ad69-442a-94c1-d4b2bb3e24c1,revision_number=1']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:14.012234 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.012594 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.012940 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.013280 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.013618 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.013950 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.014284 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.014645 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.014979 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.015310 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.015640 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.015963 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.016291 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:19:14.339238 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:14.403770 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:14.552210 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for port, precommit_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:14.556649 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4841484'] for port, after_update {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:14.631783 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'Port': ['ID=3e1459ba-ad69-442a-94c1-d4b2bb3e24c1,revision_number=2']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:19:14.642951 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_create {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:14.742898 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.db.l3_db [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Floating IP b46cf963-d063-4878-9983-312db415fbde associated. External IP: 172.27.0.254, port: 7e302705-9c91-42f3-9627-b6bd937fd67e. Dec 09 01:19:14.946769 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Router caeb4219-a386-4dac-ab10-b638d7d062ab has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102582) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:19:15.051344 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102582) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:19:15.061019 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d664f3b6-3678-470c-b614-4303924a97c6 None None] Sync routers for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:19:15.069748 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:15.071487 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d664f3b6-3678-470c-b614-4303924a97c6 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:19:15.072135 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d664f3b6-3678-470c-b614-4303924a97c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:18:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:19:15.099152 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-bbb11d82-8313-4e53-a6b2-18d1c1dcfda9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5216324 Dec 09 01:19:15.100104 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'tag': '7e302705-9c91-42f3-9627-b6bd937fd67e'}] {{(pid=102582) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:19:15.102523 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18f4a444a4f90ebafa0b6c476e919cc96289f7ef11c7e6b87e38e43900baef75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ff5986-d016-451e-81db-defd8de91f5e", "tag": "7e302705-9c91-42f3-9627-b6bd937fd67e"}]}' {{(pid=102582) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:19:15.140642 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb367f77-c533-4201-8b0e-bbfeae440f51 x-openstack-request-id: req-eb367f77-c533-4201-8b0e-bbfeae440f51 {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:19:15.140933 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ff5986-d016-451e-81db-defd8de91f5e", "tag": "7e302705-9c91-42f3-9627-b6bd937fd67e", "status": "completed", "code": 200}]} {{(pid=102582) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:19:15.141194 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb367f77-c533-4201-8b0e-bbfeae440f51 {{(pid=102582) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:19:15.141595 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'tag': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'status': 'completed', 'code': 200} Dec 09 01:19:15.177841 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d664f3b6-3678-470c-b614-4303924a97c6 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:19:15.323560 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9 req-94a911a6-6acb-444f-8c74-7706f5d295c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:15.325047 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9 req-94a911a6-6acb-444f-8c74-7706f5d295c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 1099 time: 0.1358826 Dec 09 01:19:15.398298 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d664f3b6-3678-470c-b614-4303924a97c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'b46cf963-d063-4878-9983-312db415fbde', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:7c:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:19:14Z', 'updated_at': '2021-12-09T01:19:14Z', 'revision_number': 0, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:19:15.416771 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9 req-caaee3c0-048b-49b0-9c6f-eda8b532a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:15.418252 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9 req-caaee3c0-048b-49b0-9c6f-eda8b532a751 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 913 time: 0.0850291 Dec 09 01:19:15.429132 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d664f3b6-3678-470c-b614-4303924a97c6 None None] Checking router: caeb4219-a386-4dac-ab10-b638d7d062ab for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:19:15.437461 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d664f3b6-3678-470c-b614-4303924a97c6 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:19:15.438067 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d664f3b6-3678-470c-b614-4303924a97c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:18:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:19:15.492377 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9 req-6d9afde9-8df3-4e07-9470-be63c77ed04b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e302705-9c91-42f3-9627-b6bd937fd67e HTTP/1.1" status: 200 len: 1000 time: 0.0660956 Dec 09 01:19:15.540444 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9 req-83cc8337-fc0b-41bf-a9bd-ff4455e46a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:15.541884 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9 req-83cc8337-fc0b-41bf-a9bd-ff4455e46a95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0426495 Dec 09 01:19:15.547728 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d664f3b6-3678-470c-b614-4303924a97c6 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:19:15.591482 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9 req-5c9b4d8c-fb81-4f4e-b7d6-8581b38ac9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:19:15.592986 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9 req-5c9b4d8c-fb81-4f4e-b7d6-8581b38ac9b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442057 Dec 09 01:19:15.689103 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9 req-18fe72df-6ce7-4df8-91f1-578d729bd04f service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879011 Dec 09 01:19:15.776625 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-a292011f-5d91-488e-9f77-8f6b1cd5b5d9 req-2a9b368c-9408-4c2c-95bd-73f0a65a840a service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797040 Dec 09 01:19:15.897370 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d664f3b6-3678-470c-b614-4303924a97c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'b46cf963-d063-4878-9983-312db415fbde', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:7c:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:19:14Z', 'updated_at': '2021-12-09T01:19:14Z', 'revision_number': 0, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:19:15.926685 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d664f3b6-3678-470c-b614-4303924a97c6 None None] The sync data for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi is: [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'b46cf963-d063-4878-9983-312db415fbde', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:7c:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:19:14Z', 'updated_at': '2021-12-09T01:19:14Z', 'revision_number': 0, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:19:16.121410 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b30f78-f655-475f-81da-e7f5dc1188b0 None None] New status for floating IP b46cf963-d063-4878-9983-312db415fbde: ACTIVE {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:19:21.677908 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:22.104564 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-cbc6ce88-aedb-4b1a-9388-c34fd4c4e1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:24.493714 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-54d4e5b3-90d5-4859-ae8d-1e4afd788132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:26.164565 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:27.181313 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:28.385140 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:45.468830 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:19:51.673222 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:52.105106 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b417897-8e2e-413b-9b49-2d5ca2aea078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:54.497048 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-62610571-979c-479d-b7b9-e98c315a51cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:56.166326 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:57.183724 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:19:58.387323 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:21.685513 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:22.107044 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8575-ee21-4234-9980-3d6618fb8672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:22.468911 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:20:24.498434 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c6ee4aea-b775-4768-8b62-5f14b3e682b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:26.170378 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:27.186695 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:28.390300 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:51.700588 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:52.021800 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-0f7fa4f3-2713-4d32-a3fd-ce53e41ea00c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431809 Dec 09 01:20:52.107894 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3926fe54-d806-4180-b0af-93d582ab9e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:52.124159 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-2420b993-a630-46e2-8bb8-2175a286be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:52.125633 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-2420b993-a630-46e2-8bb8-2175a286be78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 1099 time: 0.0413253 Dec 09 01:20:52.234159 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-e0f59799-a0ab-4e34-9537-f45c3749c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:52.235675 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-e0f59799-a0ab-4e34-9537-f45c3749c138 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 913 time: 0.0892687 Dec 09 01:20:52.299861 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-d88e7ac1-8004-4cd0-b555-cdc74cd21372 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e302705-9c91-42f3-9627-b6bd937fd67e HTTP/1.1" status: 200 len: 1002 time: 0.0566983 Dec 09 01:20:52.347525 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-60923d85-3f78-4469-bbff-5ec3f2aea042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:52.348921 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-60923d85-3f78-4469-bbff-5ec3f2aea042 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0417964 Dec 09 01:20:52.396153 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-f357d9c5-807f-4c7a-9875-644ea16a473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:52.397574 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-f357d9c5-807f-4c7a-9875-644ea16a473f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407262 Dec 09 01:20:52.486609 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-b0723e14-6f39-447f-b97a-37e5d49150e8 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804279 Dec 09 01:20:52.846983 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-41fd39b4-3b19-4704-94a7-11c454c6d083 req-0756bcf2-7432-4cea-890b-584420dea6db service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525543 Dec 09 01:20:54.500425 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-90c973e7-8e10-4e28-9ba1-94a9ccb49e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:54.573765 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-0e010619-9f1d-43b8-b94b-4b6a86612630 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828630830&fields=id&tenant_id=7480e21bc2664d4e94526980995f0f6c HTTP/1.1" status: 200 len: 267 time: 0.0473232 Dec 09 01:20:54.679781 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-4f24a004-e360-49e7-8464-17eb9eaaf457 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:54.681221 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-4f24a004-e360-49e7-8464-17eb9eaaf457 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 812 time: 0.1005261 Dec 09 01:20:54.695493 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-bfc6adda-d930-4b8e-b305-f32749b76212 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/quotas/7480e21bc2664d4e94526980995f0f6c HTTP/1.1" status: 200 len: 375 time: 0.0086215 Dec 09 01:20:54.987381 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-bd98113c-9806-4551-8ca7-c926778c821d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2867019 Dec 09 01:20:55.050013 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-c2a37d73-62cd-417d-9bf8-f30a16426b9b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102582) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 01:20:55.051011 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-c2a37d73-62cd-417d-9bf8-f30a16426b9b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521040 Dec 09 01:20:55.138417 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-92a7537b-fc18-4d28-a6b7-64bf3e40e686 service neutron] 10.222.0.23 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811491 Dec 09 01:20:55.233108 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-2687db9a-c7c3-49a6-beac-a92ec8f0c9ce service neutron] 10.222.0.23 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888164 Dec 09 01:20:55.509007 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9163b51e-5c5c-4d8d-88fc-960859fbdb66 req-b2f2c2c8-c0c5-426a-bc0d-7dec7e3e79dc tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 210 time: 0.0302279 Dec 09 01:20:56.175437 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:56.619057 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-deeec338-55da-4a31-bdf0-b29e0b6e27b4 req-72bfdf57-0254-4005-9b38-187c5b0c6fc1 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 210 time: 0.0298812 Dec 09 01:20:56.650731 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-eae8ce62-65f2-4459-8c74-a25c3f98939a tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:56.652209 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-eae8ce62-65f2-4459-8c74-a25c3f98939a tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 812 time: 0.1086569 Dec 09 01:20:56.722080 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-ed624e69-ab1f-4067-9ba2-a26f8df739aa tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7480e21bc2664d4e94526980995f0f6c HTTP/1.1" status: 200 len: 379 time: 0.0540478 Dec 09 01:20:56.731580 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'port': {'device_id': '7d9222be-d8f3-427e-879b-98c0decb3006', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'admin_state_up': True, 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'security_groups': ['d1568718-d0fd-4632-85d9-be27efb19f37']}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:20:56.841714 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Made reservation on behalf of 7480e21bc2664d4e94526980995f0f6c for: {'port': 1} {{(pid=102583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 09 01:20:56.845278 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:56.971689 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Allocated IP 172.20.0.6 (7903c83a-1491-4cdb-8fa8-969596d0e034/6e9dc000-e704-4a0b-b2e0-375f731e90a6/64bd96fd-e7ad-48a2-a44b-81010be6b5d5) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:20:57.109091 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:57.144227 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:57.189523 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:57.191766 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Network 7903c83a-1491-4cdb-8fa8-969596d0e034 is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:20:57.194832 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:20:57.202581 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:20:57.229093 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'Port': ['ID=64bd96fd-e7ad-48a2-a44b-81010be6b5d5,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:20:57.243672 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.244035 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.244402 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.245007 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.245269 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.245450 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.245785 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.246120 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.246481 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.246853 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.247187 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.247518 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.247846 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:20:57.269954 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:57.270614 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:57.290171 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-e3f246ef-9852-4902-837f-72667068618b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5627193 Dec 09 01:20:57.344364 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Request body: {'port': {'device_id': '7d9222be-d8f3-427e-879b-98c0decb3006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:20:57.404482 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:57.452283 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-fd28d876-0b03-4abe-86a7-fcc85b845676 None None] Provisioning complete for port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 triggered by entity DHCP. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:20:57.452565 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fd28d876-0b03-4abe-86a7-fcc85b845676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:57.486597 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-fd28d876-0b03-4abe-86a7-fcc85b845676 None None] Port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 cannot update to ACTIVE because it is not bound. {{(pid=102584) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 09 01:20:57.664663 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 {{(pid=102583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:20:57.672778 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:57.685748 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.provisioning_blocks [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Transition to ACTIVE for port object 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 will not be triggered until provisioned by entity L2. {{(pid=102583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 09 01:20:57.689698 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:57.736975 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5dfbf-51f5-4879-b0c5-fc7ca9485894 req-ebc1698e-8f42-485f-8fe5-20f1b4296be1 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:57.739508 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5df5dfbf-51f5-4879-b0c5-fc7ca9485894 req-ebc1698e-8f42-485f-8fe5-20f1b4296be1 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 943 time: 0.0520139 Dec 09 01:20:57.739839 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=64bd96fd-e7ad-48a2-a44b-81010be6b5d5,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:20:57.795389 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-5df5dfbf-51f5-4879-b0c5-fc7ca9485894 req-e3f86d3c-4f69-49ed-81c8-da726eaf650d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489280 Dec 09 01:20:57.817827 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Attempting to bind port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 01:20:57.817827 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Attempting to bind port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 09 01:20:57.817827 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Attempting to bind port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 on network 7903c83a-1491-4cdb-8fa8-969596d0e034 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:20:57.822473 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 on network 7903c83a-1491-4cdb-8fa8-969596d0e034 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 09 01:20:57.822867 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Attempting to bind port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 on network 7903c83a-1491-4cdb-8fa8-969596d0e034 {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 09 01:20:57.828443 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Checking agent: {'id': '754978d1-86ec-42e9-8593-ba15680b7e73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'started_at': datetime.datetime(2021, 12, 9, 1, 6, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 1, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 09 01:20:57.829089 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Checking segment: {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 09 01:20:57.829473 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Bound using segment: {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'} {{(pid=102583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 09 01:20:57.829901 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.managers [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Bound port: 64bd96fd-e7ad-48a2-a44b-81010be6b5d5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ed32f8-ee5d-4e43-9247-62985102ebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034'}}] {{(pid=102583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 09 01:20:57.830255 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:57.907931 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] For port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5, host hv-cinder-79053, cleared binding levels {{(pid=102583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 09 01:20:57.910894 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] For port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=64bd96fd-e7ad-48a2-a44b-81010be6b5d5,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 09 01:20:57.915176 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:57.947189 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:57.948365 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:57.950071 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] 10.222.0.46 "PUT /v2.0/ports/64bd96fd-e7ad-48a2-a44b-81010be6b5d5 HTTP/1.1" status: 200 len: 1093 time: 0.6103313 Dec 09 01:20:57.952285 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9222be-d8f3-427e-879b-98c0decb3006', 'tag': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:20:57.954840 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9222be-d8f3-427e-879b-98c0decb3006", "tag": "64bd96fd-e7ad-48a2-a44b-81010be6b5d5"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:20:57.984757 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebf439-8d4f-408d-a03a-5705f8a64ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=64bd96fd-e7ad-48a2-a44b-81010be6b5d5,revision_number=3']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:20:58.057052 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-7f1a4482-4354-4dd4-92a8-8ef2b40bc34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:58.060132 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-7f1a4482-4354-4dd4-92a8-8ef2b40bc34e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 1096 time: 0.0475438 Dec 09 01:20:58.114709 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-755afffe-b26a-4635-8dc1-8a2a338ede91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bd96fd-e7ad-48a2-a44b-81010be6b5d5 HTTP/1.1" status: 200 len: 217 time: 0.0423133 Dec 09 01:20:58.149864 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25f931f-0f4a-4ade-95f6-ac10c368ff8e x-openstack-request-id: req-e25f931f-0f4a-4ade-95f6-ac10c368ff8e {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:20:58.150163 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9222be-d8f3-427e-879b-98c0decb3006", "tag": "64bd96fd-e7ad-48a2-a44b-81010be6b5d5", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:20:58.150435 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e25f931f-0f4a-4ade-95f6-ac10c368ff8e {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:20:58.150830 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9222be-d8f3-427e-879b-98c0decb3006', 'tag': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5', 'status': 'completed', 'code': 200} Dec 09 01:20:58.167955 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-99debb34-1d7d-431d-8205-708c7f737cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:58.169325 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-99debb34-1d7d-431d-8205-708c7f737cc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0479136 Dec 09 01:20:58.215083 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-4a6b5f15-921d-49ed-a455-b66919e2b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:58.216537 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-4a6b5f15-921d-49ed-a455-b66919e2b30d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402081 Dec 09 01:20:58.306578 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-ac3ca3dc-8ea4-4110-abe5-fc491f3f2085 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825634 Dec 09 01:20:58.392729 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:20:58.396536 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-0052a8ce-842a-42ac-bf7c-54a70a5e6313 req-9e91fde7-62d4-44c6-a018-6fa81bdfc0f6 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825317 Dec 09 01:20:58.527784 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03 req-13809c3f-b14b-4f68-9c95-e383413f9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:58.529265 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03 req-13809c3f-b14b-4f68-9c95-e383413f9fbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 1096 time: 0.0449970 Dec 09 01:20:58.622647 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03 req-661ec58d-e105-41c3-8be5-f1db77dd3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:58.624100 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03 req-661ec58d-e105-41c3-8be5-f1db77dd3b3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 913 time: 0.0869286 Dec 09 01:20:58.669874 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03 req-19abc47c-82c5-4dfe-adef-82dead947525 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bd96fd-e7ad-48a2-a44b-81010be6b5d5 HTTP/1.1" status: 200 len: 217 time: 0.0376489 Dec 09 01:20:58.725020 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03 req-81459b7f-a633-4ee7-b537-e58fb9dc7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:58.726642 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03 req-81459b7f-a633-4ee7-b537-e58fb9dc7107 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0421898 Dec 09 01:20:58.774656 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03 req-e1f8da24-43dd-4257-ab91-dd9fd7d4d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:58.776111 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03 req-e1f8da24-43dd-4257-ab91-dd9fd7d4d5af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397687 Dec 09 01:20:58.871461 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03 req-9081560a-16e2-4375-81b7-70eeef10a7e3 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868437 Dec 09 01:20:58.918417 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b002f-a138-4098-b0ea-15653840c2a2 req-557326d3-023b-4884-875d-f1d9d16ac8ef tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:20:58.920646 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2c8b002f-a138-4098-b0ea-15653840c2a2 req-557326d3-023b-4884-875d-f1d9d16ac8ef tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 943 time: 0.0554850 Dec 09 01:20:58.967446 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-1e3838b2-e3d4-4a30-a1ac-e3f13b22eb03 req-65b16213-63e6-4a2e-8471-741acf1fbe52 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858476 Dec 09 01:20:58.970490 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-2c8b002f-a138-4098-b0ea-15653840c2a2 req-140711a4-d336-4caf-a76a-70058d4027d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438383 Dec 09 01:20:59.467853 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:21:00.084361 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f79c58-599c-467c-9207-4958e1946665 req-cf5d77e9-e4b8-46b7-bc52-5d1a24f5c6a2 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:00.085813 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60f79c58-599c-467c-9207-4958e1946665 req-cf5d77e9-e4b8-46b7-bc52-5d1a24f5c6a2 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 943 time: 0.0490229 Dec 09 01:21:00.135903 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-60f79c58-599c-467c-9207-4958e1946665 req-d2f5c05c-e93a-4661-86ee-6c24ea0abbde tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434043 Dec 09 01:21:01.257273 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643ed53-cdaa-4a35-9634-d96f1b662c13 req-ebb8857c-32b5-469f-a587-e84051539733 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:01.258748 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9643ed53-cdaa-4a35-9634-d96f1b662c13 req-ebb8857c-32b5-469f-a587-e84051539733 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 943 time: 0.0552945 Dec 09 01:21:01.306766 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-9643ed53-cdaa-4a35-9634-d96f1b662c13 req-6b55b59c-d4b9-447d-bddb-03ad08772122 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411043 Dec 09 01:21:02.422295 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74318ea2-f9ae-46a7-9789-f63bd610ebb0 req-e6843b98-4a55-4902-b66c-728daad761b4 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:02.423810 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-74318ea2-f9ae-46a7-9789-f63bd610ebb0 req-e6843b98-4a55-4902-b66c-728daad761b4 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 943 time: 0.0493095 Dec 09 01:21:02.473309 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-74318ea2-f9ae-46a7-9789-f63bd610ebb0 req-5d4ff14d-10c4-4826-be4a-f0453c2c8a93 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435710 Dec 09 01:21:03.586850 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38722544-4432-4280-80c7-50bc88e4af7b req-76f9654f-4d63-4d55-9b9d-90785b73ddf9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:03.588353 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-38722544-4432-4280-80c7-50bc88e4af7b req-76f9654f-4d63-4d55-9b9d-90785b73ddf9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 943 time: 0.0491016 Dec 09 01:21:03.640559 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-38722544-4432-4280-80c7-50bc88e4af7b req-5e4712fa-ffe8-4f35-8282-961596e57780 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459681 Dec 09 01:21:04.751893 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc342108-0e5b-4a4d-8c75-dd48390fd1d8 req-608a5fab-2424-40ad-9bea-31bbacb7693e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:04.753323 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cc342108-0e5b-4a4d-8c75-dd48390fd1d8 req-608a5fab-2424-40ad-9bea-31bbacb7693e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 943 time: 0.0473294 Dec 09 01:21:04.802862 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-cc342108-0e5b-4a4d-8c75-dd48390fd1d8 req-ef1c8e2f-0361-47ef-a133-5400097586db tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434563 Dec 09 01:21:05.879824 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=102584) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 09 01:21:05.918644 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dc0ce-7407-4724-a4d8-98a686aed2e4 req-e1e777c3-0f11-411a-92c5-e5420bb554fd tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:05.920122 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-256dc0ce-7407-4724-a4d8-98a686aed2e4 req-e1e777c3-0f11-411a-92c5-e5420bb554fd tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 943 time: 0.0513213 Dec 09 01:21:05.969414 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-256dc0ce-7407-4724-a4d8-98a686aed2e4 req-5d42d2f7-c440-4210-b64e-726ccccc63ba tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432770 Dec 09 01:21:05.975080 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=64bd96fd-e7ad-48a2-a44b-81010be6b5d5,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:21:05.986955 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Returning: {'device': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'port_id': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5', 'mac_address': 'fa:16:3e:cb:66:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102584) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 09 01:21:06.022216 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:06.034984 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 {{(pid=102584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 09 01:21:06.058838 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=64bd96fd-e7ad-48a2-a44b-81010be6b5d5,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:21:06.062464 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:06.108895 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=64bd96fd-e7ad-48a2-a44b-81010be6b5d5,revision_number=4']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:21:06.115702 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.116055 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.116402 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.116744 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.117080 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.117412 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.117742 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.118074 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.118432 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.118764 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.119091 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.119442 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.119769 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:21:06.346528 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] get_ports_and_sgs() called for port_ids ['64bd96fd-e7ad-48a2-a44b-81010be6b5d5'] {{(pid=102584) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 09 01:21:07.085344 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb87bd-2053-4e7a-8d08-874ec582a813 req-472c5052-8a56-4251-9d9e-506c5bd00530 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:07.086720 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dafb87bd-2053-4e7a-8d08-874ec582a813 req-472c5052-8a56-4251-9d9e-506c5bd00530 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 944 time: 0.0519514 Dec 09 01:21:07.135272 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-dafb87bd-2053-4e7a-8d08-874ec582a813 req-0cb39356-b672-4150-8323-c8036c975dfe tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Dec 09 01:21:07.896133 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 up at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 09 01:21:07.943260 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning for port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 completed by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 09 01:21:07.947267 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.provisioning_blocks [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Provisioning complete for port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 triggered by entity L2. {{(pid=102584) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 09 01:21:07.948172 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686328'] for port, provisioning_complete {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:08.025121 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:08.046584 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9222be-d8f3-427e-879b-98c0decb3006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5'}] {{(pid=102584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:21:08.048817 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dba19280e5cc23b56b1c93e0fcd6694e5ade226c4db5df555c86c5d75cfd2e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1e650f-9e21-462a-8afd-50b1b9cd4173" -d '{"events": [{"server_uuid": "7d9222be-d8f3-427e-879b-98c0decb3006", "name": "network-vif-plugged", "status": "completed", "tag": "64bd96fd-e7ad-48a2-a44b-81010be6b5d5"}]}' {{(pid=102584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:21:08.062271 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.db [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] For port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=64bd96fd-e7ad-48a2-a44b-81010be6b5d5,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:21:08.066683 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513'] for port, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:08.113314 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Pushing event updated for resources: {'Port': ['ID=64bd96fd-e7ad-48a2-a44b-81010be6b5d5,revision_number=5']} {{(pid=102584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:21:08.146431 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3bfa88-c64d-4603-9f20-083750be9e4f x-openstack-request-id: req-0f3bfa88-c64d-4603-9f20-083750be9e4f {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:21:08.146725 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9222be-d8f3-427e-879b-98c0decb3006", "name": "network-vif-plugged", "status": "completed", "tag": "64bd96fd-e7ad-48a2-a44b-81010be6b5d5", "code": 200}]} {{(pid=102584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:21:08.146982 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f3bfa88-c64d-4603-9f20-083750be9e4f {{(pid=102584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:21:08.147376 dv-cinder-790535-20-iscsi neutron-server[102584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9222be-d8f3-427e-879b-98c0decb3006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5', 'code': 200} Dec 09 01:21:08.254398 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ab848-9cbe-482f-b8a7-5b41b7a594cf req-36f4db5a-9fa6-4d8d-83ce-3d4fad5d9f8d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:08.255879 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-065ab848-9cbe-482f-b8a7-5b41b7a594cf req-36f4db5a-9fa6-4d8d-83ce-3d4fad5d9f8d tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 945 time: 0.0515304 Dec 09 01:21:08.305895 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-065ab848-9cbe-482f-b8a7-5b41b7a594cf req-9d2274e7-3551-4ce3-be52-c5494326bc51 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431609 Dec 09 01:21:08.401747 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8394c9-2d44-4991-ae6e-6b42b0ddf3c7 req-3e629961-6b8e-43f4-a0f0-6121913d2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:08.403135 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c8394c9-2d44-4991-ae6e-6b42b0ddf3c7 req-3e629961-6b8e-43f4-a0f0-6121913d2b91 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 1098 time: 0.0407922 Dec 09 01:21:08.458007 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-4c8394c9-2d44-4991-ae6e-6b42b0ddf3c7 req-4176c35c-36ea-4f1f-9a78-025b9f26e817 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444243 Dec 09 01:21:09.424995 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d40499-bc8f-458c-8ef1-9f5b38626da6 req-20a917ca-ab5d-40a9-b08e-e8a17c3fefc9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:09.426573 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f7d40499-bc8f-458c-8ef1-9f5b38626da6 req-20a917ca-ab5d-40a9-b08e-e8a17c3fefc9 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 945 time: 0.0493956 Dec 09 01:21:09.481753 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-f7d40499-bc8f-458c-8ef1-9f5b38626da6 req-05e85a55-5d75-498a-add3-74ca3056f0b2 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492361 Dec 09 01:21:10.600080 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440559d5-86a5-4ab9-865f-0f8137c3cf65 req-eaf054e5-1149-4f87-b9d4-6cab326feb8b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:10.601549 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-440559d5-86a5-4ab9-865f-0f8137c3cf65 req-eaf054e5-1149-4f87-b9d4-6cab326feb8b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 945 time: 0.0521488 Dec 09 01:21:10.651275 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-440559d5-86a5-4ab9-865f-0f8137c3cf65 req-87bb808f-2cf8-47e1-892c-6c28900821ab tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431674 Dec 09 01:21:10.762545 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f7976-ac3b-46c8-8bb3-40c744e65d77 req-70572f4e-df2f-41a9-8d4d-dd3881464740 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:10.763887 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-147f7976-ac3b-46c8-8bb3-40c744e65d77 req-70572f4e-df2f-41a9-8d4d-dd3881464740 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 945 time: 0.0478318 Dec 09 01:21:10.811840 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-147f7976-ac3b-46c8-8bb3-40c744e65d77 req-be95a176-a14e-4523-8f75-1715184d0f23 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421982 Dec 09 01:21:10.833654 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57574) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:21:10.876441 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c731ad04-5548-4aab-9c48-698dbf65b63b tempest-TestVolumeBootPattern-1174936732 tempest-TestVolumeBootPattern-1174936732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:10.877948 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c731ad04-5548-4aab-9c48-698dbf65b63b tempest-TestVolumeBootPattern-1174936732 tempest-TestVolumeBootPattern-1174936732-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 1093 time: 0.0432944 Dec 09 01:21:10.880660 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57576) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:21:10.884927 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.v2.base [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Request body: {'floatingip': {'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'port_id': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 01:21:10.906582 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:11.005551 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:11.109459 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_common [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Allocated IP 172.27.0.48 (e952e783-e52e-44fe-b527-a56b6aa6756d/a3436fb9-0177-4d6c-871f-ee37a8a93013/4a54ad66-1a9d-422d-964c-2929c8457c63) {{(pid=102583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 09 01:21:11.217578 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for port, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:11.251998 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789185694477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:11.288896 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Network e952e783-e52e-44fe-b527-a56b6aa6756d is already hosted by enough agents. {{(pid=102583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 09 01:21:11.292367 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.base_scheduler [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Resources bound (agent type, host, resource id): {{(pid=102583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 09 01:21:11.294880 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Received port after_create {{(pid=102583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 09 01:21:11.319404 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'Port': ['ID=4a54ad66-1a9d-422d-964c-2929c8457c63,revision_number=1']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:21:11.653493 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:11.715549 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-676508'] for port, before_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:11.866038 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for port, precommit_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:11.871279 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789186193704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789185694495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789185694513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4430845'] for port, after_update {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:11.944672 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event updated for resources: {'Port': ['ID=4a54ad66-1a9d-422d-964c-2929c8457c63,revision_number=2']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:21:11.954915 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625760'] for floatingip, after_create {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:12.049942 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Floating IP 67d0ad7a-6b1d-4373-8788-888617e55dad associated. External IP: 172.27.0.48, port: 64bd96fd-e7ad-48a2-a44b-81010be6b5d5. Dec 09 01:21:12.251568 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Router caeb4219-a386-4dac-ab10-b638d7d062ab has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:21:12.355703 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:21:12.365125 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3da735-4772-4a17-9680-3d487c8bad9a None None] Sync routers for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:21:12.374569 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:12.375374 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3da735-4772-4a17-9680-3d487c8bad9a None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:21:12.376081 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-ec3da735-4772-4a17-9680-3d487c8bad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:20:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:21:12.400696 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-849522bb-d444-4be3-9bf9-2c100265431b tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5190063 Dec 09 01:21:12.401279 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9222be-d8f3-427e-879b-98c0decb3006', 'tag': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:21:12.403665 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712cede2-1ae4-408e-b8e0-498e5d412fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9222be-d8f3-427e-879b-98c0decb3006", "tag": "64bd96fd-e7ad-48a2-a44b-81010be6b5d5"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:21:12.440820 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa04f611-2c9b-47c9-846d-c6690c7949c4 x-openstack-request-id: req-aa04f611-2c9b-47c9-846d-c6690c7949c4 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:21:12.441317 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9222be-d8f3-427e-879b-98c0decb3006", "tag": "64bd96fd-e7ad-48a2-a44b-81010be6b5d5", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:21:12.441577 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aa04f611-2c9b-47c9-846d-c6690c7949c4 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:21:12.441983 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9222be-d8f3-427e-879b-98c0decb3006', 'tag': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5', 'status': 'completed', 'code': 200} Dec 09 01:21:12.483444 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-ec3da735-4772-4a17-9680-3d487c8bad9a None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:21:12.529817 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cede2-1ae4-408e-b8e0-498e5d412fd2 req-1ae3dcf8-1c82-42db-a14c-578caa22d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:12.531347 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-712cede2-1ae4-408e-b8e0-498e5d412fd2 req-1ae3dcf8-1c82-42db-a14c-578caa22d1a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 1098 time: 0.0438778 Dec 09 01:21:12.620191 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cede2-1ae4-408e-b8e0-498e5d412fd2 req-6dbcbb78-c1e2-4674-883e-6ae467e108ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:12.621656 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-712cede2-1ae4-408e-b8e0-498e5d412fd2 req-6dbcbb78-c1e2-4674-883e-6ae467e108ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 913 time: 0.0836570 Dec 09 01:21:12.690077 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-712cede2-1ae4-408e-b8e0-498e5d412fd2 req-a49281b7-2d94-4959-b5b4-e2ac74d26abd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bd96fd-e7ad-48a2-a44b-81010be6b5d5 HTTP/1.1" status: 200 len: 998 time: 0.0615819 Dec 09 01:21:12.709055 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-ec3da735-4772-4a17-9680-3d487c8bad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '67d0ad7a-6b1d-4373-8788-888617e55dad', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:cb:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9222be-d8f3-427e-879b-98c0decb3006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:21:11Z', 'updated_at': '2021-12-09T01:21:11Z', 'revision_number': 0, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}, {'id': 'b46cf963-d063-4878-9983-312db415fbde', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:7c:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:19:14Z', 'updated_at': '2021-12-09T01:19:16Z', 'revision_number': 1, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:21:12.735592 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3da735-4772-4a17-9680-3d487c8bad9a None None] Checking router: caeb4219-a386-4dac-ab10-b638d7d062ab for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:21:12.738030 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cede2-1ae4-408e-b8e0-498e5d412fd2 req-62dc002f-33bc-4536-9b91-b9aeadfb5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:12.739491 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-712cede2-1ae4-408e-b8e0-498e5d412fd2 req-62dc002f-33bc-4536-9b91-b9aeadfb5a9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0429747 Dec 09 01:21:12.743879 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3da735-4772-4a17-9680-3d487c8bad9a None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:21:12.744526 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-ec3da735-4772-4a17-9680-3d487c8bad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:20:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:21:12.783750 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cede2-1ae4-408e-b8e0-498e5d412fd2 req-22ce9c8f-03ae-4f52-b2c2-87828ba669d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:12.785213 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-712cede2-1ae4-408e-b8e0-498e5d412fd2 req-22ce9c8f-03ae-4f52-b2c2-87828ba669d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390909 Dec 09 01:21:12.856389 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-ec3da735-4772-4a17-9680-3d487c8bad9a None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:21:12.879465 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-712cede2-1ae4-408e-b8e0-498e5d412fd2 req-7757359b-ced1-478a-a751-2bce2bba769f service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869350 Dec 09 01:21:12.971286 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-712cede2-1ae4-408e-b8e0-498e5d412fd2 req-2ff3f3da-e077-47c0-a633-3f39661fa32f service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849462 Dec 09 01:21:13.083322 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-ec3da735-4772-4a17-9680-3d487c8bad9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '67d0ad7a-6b1d-4373-8788-888617e55dad', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:cb:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9222be-d8f3-427e-879b-98c0decb3006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:21:11Z', 'updated_at': '2021-12-09T01:21:11Z', 'revision_number': 0, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}, {'id': 'b46cf963-d063-4878-9983-312db415fbde', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:7c:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:19:14Z', 'updated_at': '2021-12-09T01:19:16Z', 'revision_number': 1, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:21:13.109579 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3da735-4772-4a17-9680-3d487c8bad9a None None] The sync data for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi is: [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': '67d0ad7a-6b1d-4373-8788-888617e55dad', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:cb:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d9222be-d8f3-427e-879b-98c0decb3006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:21:11Z', 'updated_at': '2021-12-09T01:21:11Z', 'revision_number': 0, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}, {'id': 'b46cf963-d063-4878-9983-312db415fbde', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:7c:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:19:14Z', 'updated_at': '2021-12-09T01:19:16Z', 'revision_number': 1, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:21:13.293950 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0c5f6-e9c6-43e8-978d-bd5e83a3d909 None None] New status for floating IP 67d0ad7a-6b1d-4373-8788-888617e55dad: ACTIVE {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:21:21.698963 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:22.109633 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fe92802d-2c63-456c-a776-f8b80f251067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:24.507048 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-550b11d4-a692-4c65-8fcd-a0bd87897a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:26.180081 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:27.194005 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:28.395504 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:36.466757 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:21:51.723417 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:52.037276 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-413d10c2-db20-4d39-b143-6e14bc243054 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433786 Dec 09 01:21:52.110750 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-26f91abd-c052-4f81-8696-d427e0b62c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:52.134941 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-b7eb870c-a9da-46b5-8c26-cb3c9aa88afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:52.137286 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-b7eb870c-a9da-46b5-8c26-cb3c9aa88afe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 1099 time: 0.0410988 Dec 09 01:21:52.241429 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-c29261e0-43c3-4614-83ff-cba939a4d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:52.242894 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-c29261e0-43c3-4614-83ff-cba939a4d453 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 913 time: 0.0858481 Dec 09 01:21:52.315385 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-db68ef8c-6676-4492-ac2e-85b3d74a356b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e302705-9c91-42f3-9627-b6bd937fd67e HTTP/1.1" status: 200 len: 1002 time: 0.0561235 Dec 09 01:21:52.362691 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-1af6f685-8b21-48cd-a053-8e7e49a3b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:52.364081 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-1af6f685-8b21-48cd-a053-8e7e49a3b188 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0417302 Dec 09 01:21:52.411897 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-3e113917-8335-43dc-aa32-473a37292bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:21:52.413337 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-3e113917-8335-43dc-aa32-473a37292bb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412519 Dec 09 01:21:52.500627 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-b6016108-eef2-4f01-83cd-57e5028f72a5 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796080 Dec 09 01:21:52.591560 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-2fb3d60e-889b-49bf-acb6-591859dc87b0 req-76a5318b-5a4e-4918-a99d-5f4bf6c86b0f service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832124 Dec 09 01:21:54.507612 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9e51de96-d6c7-47de-874c-07d3dc7c00fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:56.184035 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:57.194178 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:21:58.397422 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:13.465699 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:22:21.740516 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:22.112902 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9418beeb-a79c-458e-a66f-7b6997ec7c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:24.507480 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1f754208-cd2a-4ba9-bd27-0e3235bb0b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:26.183552 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:27.197933 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:28.400748 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:39.294000 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57608) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:39.818397 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Deleting port 4a54ad66-1a9d-422d-964c-2929c8457c63 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:22:39.818727 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:39.894951 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:39.895268 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:39.906512 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Calling delete_port for 4a54ad66-1a9d-422d-964c-2929c8457c63 owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:22:40.048176 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:40.077785 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event deleted for resources: {'Port': ['ID=4a54ad66-1a9d-422d-964c-2929c8457c63,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:40.101364 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.101719 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.102071 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.102436 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.102774 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.103107 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.103439 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.103773 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.104102 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.104432 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.105255 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.105604 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.106125 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:40.144413 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:40.144748 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Floating IP 67d0ad7a-6b1d-4373-8788-888617e55dad disassociated (deleted). External IP: 172.27.0.48, port: 64bd96fd-e7ad-48a2-a44b-81010be6b5d5. Dec 09 01:22:40.348791 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Router caeb4219-a386-4dac-ab10-b638d7d062ab has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:22:40.454945 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:22:40.459684 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:40.464465 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61280db-f2a1-4c5d-b352-29102883fc72 None None] Sync routers for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:22:40.474294 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61280db-f2a1-4c5d-b352-29102883fc72 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:22:40.475057 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d61280db-f2a1-4c5d-b352-29102883fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:22:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:40.488579 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-c340e207-4815-4190-962c-9da0a6df41d5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "DELETE /v2.0/floatingips/67d0ad7a-6b1d-4373-8788-888617e55dad HTTP/1.1" status: 204 len: 168 time: 1.1911559 Dec 09 01:22:40.488579 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9222be-d8f3-427e-879b-98c0decb3006', 'tag': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:22:40.489365 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9222be-d8f3-427e-879b-98c0decb3006", "tag": "64bd96fd-e7ad-48a2-a44b-81010be6b5d5"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:22:40.533582 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde68cb8-87f7-4819-8360-38e034712f45 x-openstack-request-id: req-dde68cb8-87f7-4819-8360-38e034712f45 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:22:40.533883 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9222be-d8f3-427e-879b-98c0decb3006", "tag": "64bd96fd-e7ad-48a2-a44b-81010be6b5d5", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:22:40.534289 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dde68cb8-87f7-4819-8360-38e034712f45 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:22:40.534732 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9222be-d8f3-427e-879b-98c0decb3006', 'tag': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5', 'status': 'completed', 'code': 200} Dec 09 01:22:40.590537 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d61280db-f2a1-4c5d-b352-29102883fc72 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:22:40.630125 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef req-97d25d53-8e38-4204-9bd0-86671028ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:40.631793 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef req-97d25d53-8e38-4204-9bd0-86671028ea50 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 1098 time: 0.0530212 Dec 09 01:22:40.727022 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ebda4-707f-4b65-8204-4614b7e03646 req-4b0c73b5-192d-4eca-bf70-89432c107948 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:40.729253 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a74ebda4-707f-4b65-8204-4614b7e03646 req-4b0c73b5-192d-4eca-bf70-89432c107948 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 945 time: 0.0553901 Dec 09 01:22:40.774133 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef req-1123efc9-4cc0-4285-b22d-22c0bd0fc654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:40.776451 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef req-1123efc9-4cc0-4285-b22d-22c0bd0fc654 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 913 time: 0.0977824 Dec 09 01:22:40.781973 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a74ebda4-707f-4b65-8204-4614b7e03646 req-b977b1b8-fb2c-454d-8fc2-8c0632d3f5cc tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463033 Dec 09 01:22:40.821601 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef req-c788bdf1-b3b0-4498-bb44-8048c904a2fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64bd96fd-e7ad-48a2-a44b-81010be6b5d5 HTTP/1.1" status: 200 len: 217 time: 0.0351565 Dec 09 01:22:40.824280 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d61280db-f2a1-4c5d-b352-29102883fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'b46cf963-d063-4878-9983-312db415fbde', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:7c:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:19:14Z', 'updated_at': '2021-12-09T01:19:16Z', 'revision_number': 1, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:40.854325 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61280db-f2a1-4c5d-b352-29102883fc72 None None] Checking router: caeb4219-a386-4dac-ab10-b638d7d062ab for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:22:40.863158 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61280db-f2a1-4c5d-b352-29102883fc72 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:22:40.863763 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d61280db-f2a1-4c5d-b352-29102883fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:22:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:40.874000 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef req-b5fbf7c7-3336-48b0-9791-364fcddca16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:40.875414 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef req-b5fbf7c7-3336-48b0-9791-364fcddca16a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0455959 Dec 09 01:22:40.926998 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef req-e44ac863-8b0e-43e3-86cf-23d6125aab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:40.928470 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef req-e44ac863-8b0e-43e3-86cf-23d6125aab72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452518 Dec 09 01:22:40.969371 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d61280db-f2a1-4c5d-b352-29102883fc72 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:22:41.019232 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef req-aa82ed0d-4791-4204-aa31-3c84b21cd53d service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830657 Dec 09 01:22:41.115383 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-7e68c7f6-b9dd-4144-9ec7-861100cce0ef req-a329d58e-c153-418c-826b-a1415fcce04c service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866892 Dec 09 01:22:41.190870 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d61280db-f2a1-4c5d-b352-29102883fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'b46cf963-d063-4878-9983-312db415fbde', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:7c:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:19:14Z', 'updated_at': '2021-12-09T01:19:16Z', 'revision_number': 1, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:41.220244 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61280db-f2a1-4c5d-b352-29102883fc72 None None] The sync data for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi is: [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_floatingips': [{'id': 'b46cf963-d063-4878-9983-312db415fbde', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'router_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'port_id': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'mac_address': 'fa:16:3e:7c:28:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T01:19:14Z', 'updated_at': '2021-12-09T01:19:16Z', 'revision_number': 1, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:22:41.425269 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed16414-a989-4375-8990-6a01d45982d4 None None] New status for floating IP 67d0ad7a-6b1d-4373-8788-888617e55dad: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:22:41.899026 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3c82a-e186-4167-aa1b-544bf3d8b875 req-da15c161-bcbf-4b97-9eb1-3444c60d3186 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:41.900474 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d0e3c82a-e186-4167-aa1b-544bf3d8b875 req-da15c161-bcbf-4b97-9eb1-3444c60d3186 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 945 time: 0.0482640 Dec 09 01:22:41.950200 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-d0e3c82a-e186-4167-aa1b-544bf3d8b875 req-bfb49b3a-817b-443c-b9c5-4966618b5743 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430582 Dec 09 01:22:42.403696 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf134eb-9d80-447c-ae6f-88c84263c08c req-c070f70f-850a-48a1-baf7-98c86566b705 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:42.405139 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fcf134eb-9d80-447c-ae6f-88c84263c08c req-c070f70f-850a-48a1-baf7-98c86566b705 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 945 time: 0.0480807 Dec 09 01:22:42.494329 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-fcf134eb-9d80-447c-ae6f-88c84263c08c req-44561db7-867c-4f38-9091-d4bd656c84de tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Deleting port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:22:42.494683 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-fcf134eb-9d80-447c-ae6f-88c84263c08c req-44561db7-867c-4f38-9091-d4bd656c84de tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:42.584671 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-fcf134eb-9d80-447c-ae6f-88c84263c08c req-44561db7-867c-4f38-9091-d4bd656c84de tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] For port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=64bd96fd-e7ad-48a2-a44b-81010be6b5d5,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:22:42.585031 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-fcf134eb-9d80-447c-ae6f-88c84263c08c req-44561db7-867c-4f38-9091-d4bd656c84de tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:42.596979 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-fcf134eb-9d80-447c-ae6f-88c84263c08c req-44561db7-867c-4f38-9091-d4bd656c84de tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Calling delete_port for 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:22:42.722171 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-fcf134eb-9d80-447c-ae6f-88c84263c08c req-44561db7-867c-4f38-9091-d4bd656c84de tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:42.751240 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44561db7-867c-4f38-9091-d4bd656c84de tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event deleted for resources: {'Port': ['ID=64bd96fd-e7ad-48a2-a44b-81010be6b5d5,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:42.792079 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf134eb-9d80-447c-ae6f-88c84263c08c req-44561db7-867c-4f38-9091-d4bd656c84de tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] No DVR routers for this DVR port 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:22:42.795387 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-fcf134eb-9d80-447c-ae6f-88c84263c08c req-44561db7-867c-4f38-9091-d4bd656c84de tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:42.798948 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-fcf134eb-9d80-447c-ae6f-88c84263c08c req-44561db7-867c-4f38-9091-d4bd656c84de tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "DELETE /v2.0/ports/64bd96fd-e7ad-48a2-a44b-81010be6b5d5 HTTP/1.1" status: 204 len: 173 time: 0.3872774 Dec 09 01:22:42.799413 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9222be-d8f3-427e-879b-98c0decb3006', 'name': 'network-vif-deleted', 'tag': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:22:42.801660 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caa65da-4da8-4649-8f70-449804542d14" -d '{"events": [{"server_uuid": "7d9222be-d8f3-427e-879b-98c0decb3006", "name": "network-vif-deleted", "tag": "64bd96fd-e7ad-48a2-a44b-81010be6b5d5"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:22:42.849037 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a6ac93-2cf7-41b4-a74f-bbfdcd0cef00 x-openstack-request-id: req-68a6ac93-2cf7-41b4-a74f-bbfdcd0cef00 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:22:42.849037 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9222be-d8f3-427e-879b-98c0decb3006", "name": "network-vif-deleted", "tag": "64bd96fd-e7ad-48a2-a44b-81010be6b5d5", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:22:42.849037 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68a6ac93-2cf7-41b4-a74f-bbfdcd0cef00 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:22:42.849037 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9222be-d8f3-427e-879b-98c0decb3006', 'name': 'network-vif-deleted', 'tag': '64bd96fd-e7ad-48a2-a44b-81010be6b5d5', 'status': 'completed', 'code': 200} Dec 09 01:22:43.042253 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-54d73bd3-0341-43f3-ae60-cfa0e8a9d007 req-1ed53d13-476b-435c-80cf-61ab43080bc8 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d9222be-d8f3-427e-879b-98c0decb3006 HTTP/1.1" status: 200 len: 210 time: 0.0256987 Dec 09 01:22:46.313822 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57652) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:46.469116 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Deleting port 3e1459ba-ad69-442a-94c1-d4b2bb3e24c1 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:22:46.469458 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:46.469951 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:22:46.489820 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:22:46.490159 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 64bd96fd-e7ad-48a2-a44b-81010be6b5d5 not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:22:46.542022 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:46.542352 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:46.554403 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Calling delete_port for 3e1459ba-ad69-442a-94c1-d4b2bb3e24c1 owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:22:46.699676 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:46.726412 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event deleted for resources: {'Port': ['ID=3e1459ba-ad69-442a-94c1-d4b2bb3e24c1,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:46.785923 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:46.786253 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.db.l3_db [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Floating IP b46cf963-d063-4878-9983-312db415fbde disassociated (deleted). External IP: 172.27.0.254, port: 7e302705-9c91-42f3-9627-b6bd937fd67e. Dec 09 01:22:46.984609 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Router caeb4219-a386-4dac-ab10-b638d7d062ab has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:22:47.087878 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:22:47.092539 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:47.097711 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e434c14-04c0-4dde-83c3-de8972850e6e None None] Sync routers for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:22:47.107395 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e434c14-04c0-4dde-83c3-de8972850e6e None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:22:47.108028 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-1e434c14-04c0-4dde-83c3-de8972850e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:22:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:47.122071 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-30c57d8a-1c15-4d7a-af16-b95bc579eb67 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "DELETE /v2.0/floatingips/b46cf963-d063-4878-9983-312db415fbde HTTP/1.1" status: 204 len: 168 time: 0.8071237 Dec 09 01:22:47.123285 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'tag': '7e302705-9c91-42f3-9627-b6bd937fd67e'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:22:47.125677 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3ff5986-d016-451e-81db-defd8de91f5e", "tag": "7e302705-9c91-42f3-9627-b6bd937fd67e"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:22:47.161889 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Dec 2021 01:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c47ccaf-fedf-41c8-9693-a75d32b6b718 x-openstack-request-id: req-0c47ccaf-fedf-41c8-9693-a75d32b6b718 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:22:47.162185 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3ff5986-d016-451e-81db-defd8de91f5e", "tag": "7e302705-9c91-42f3-9627-b6bd937fd67e", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:22:47.162478 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c47ccaf-fedf-41c8-9693-a75d32b6b718 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:22:47.162907 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'tag': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'status': 'completed', 'code': 200} Dec 09 01:22:47.217726 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-1e434c14-04c0-4dde-83c3-de8972850e6e None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:22:47.265191 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c req-c7979cfa-b197-4363-936c-092f26762d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:47.266760 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c req-c7979cfa-b197-4363-936c-092f26762d45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7480e21bc2664d4e94526980995f0f6c&device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 1099 time: 0.0554068 Dec 09 01:22:47.362094 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602bcda-1b9d-4d42-bed5-c645335b451b req-2eaa978d-9f52-4614-900d-2adf7122d6dd tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:47.363662 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1602bcda-1b9d-4d42-bed5-c645335b451b req-2eaa978d-9f52-4614-900d-2adf7122d6dd tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 946 time: 0.0564027 Dec 09 01:22:47.403335 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c req-5800371f-bf7f-477c-a3b3-6a4d45992368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:47.405046 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c req-5800371f-bf7f-477c-a3b3-6a4d45992368 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 200 len: 913 time: 0.0931904 Dec 09 01:22:47.413963 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-1602bcda-1b9d-4d42-bed5-c645335b451b req-73f5d166-05f0-4d0b-b09d-1209673b20f5 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444467 Dec 09 01:22:47.440567 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-1e434c14-04c0-4dde-83c3-de8972850e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:47.450980 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c req-c2914c0a-ff72-41b5-9727-b4caa71fe8c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e302705-9c91-42f3-9627-b6bd937fd67e HTTP/1.1" status: 200 len: 217 time: 0.0379281 Dec 09 01:22:47.467352 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e434c14-04c0-4dde-83c3-de8972850e6e None None] Checking router: caeb4219-a386-4dac-ab10-b638d7d062ab for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:22:47.475534 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e434c14-04c0-4dde-83c3-de8972850e6e None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:22:47.476146 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-1e434c14-04c0-4dde-83c3-de8972850e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:22:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:47.499607 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c req-132954ba-7ef4-4261-a853-901332b39651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:47.501080 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c req-132954ba-7ef4-4261-a853-901332b39651 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 200 len: 851 time: 0.0437241 Dec 09 01:22:47.546511 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c req-2c3658ee-20af-4549-8a5d-3b629a077ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:47.548002 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c req-2c3658ee-20af-4549-8a5d-3b629a077ec9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7903c83a-1491-4cdb-8fa8-969596d0e034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396292 Dec 09 01:22:47.582133 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-1e434c14-04c0-4dde-83c3-de8972850e6e None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:22:47.644209 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c req-d6cc9dae-6718-4960-a9dd-c4a210488a40 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870793 Dec 09 01:22:47.733514 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-f7db1a98-f5cd-42c1-9612-a51e0111fa1c req-c03a240d-c3ec-4b2b-b840-cb3ec549a7d4 service neutron] 10.222.0.46 "GET /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817893 Dec 09 01:22:47.779954 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-1e434c14-04c0-4dde-83c3-de8972850e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:47.809548 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e434c14-04c0-4dde-83c3-de8972850e6e None None] The sync data for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi is: [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:16:13Z', 'revision_number': 4, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi', '_interfaces': [{'id': '6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d', 'name': '', 'network_id': '7903c83a-1491-4cdb-8fa8-969596d0e034', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'mac_address': 'fa:16:3e:26:46:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:13Z', 'updated_at': '2021-12-09T01:16:17Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'subnets': [{'id': '6e9dc000-e704-4a0b-b2e0-375f731e90a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:22:48.032560 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c15572-e0f9-4ab3-8ac6-16c02c17cfb3 None None] New status for floating IP b46cf963-d063-4878-9983-312db415fbde: DOWN {{(pid=102585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 09 01:22:48.533803 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10505c1-bbcf-4c57-bc39-e021b761c35b req-7c705756-cf63-4431-a117-e4fd50c026d4 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102582) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:48.535332 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a10505c1-bbcf-4c57-bc39-e021b761c35b req-7c705756-cf63-4431-a117-e4fd50c026d4 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 946 time: 0.0493956 Dec 09 01:22:48.585311 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-a10505c1-bbcf-4c57-bc39-e021b761c35b req-d99ce63a-5fdb-4135-96b8-53cf1f13ab53 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/security-groups?id=d1568718-d0fd-4632-85d9-be27efb19f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439243 Dec 09 01:22:48.970193 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca00ca-8141-4223-a325-442d5def68e9 req-16ab573a-0ffe-4993-8890-1742d28f9d93 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 09 01:22:48.971612 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b2ca00ca-8141-4223-a325-442d5def68e9 req-16ab573a-0ffe-4993-8890-1742d28f9d93 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 946 time: 0.0515089 Dec 09 01:22:49.056950 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-b2ca00ca-8141-4223-a325-442d5def68e9 req-865c2cc4-c7af-4e37-a677-8e2608af446f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Deleting port 7e302705-9c91-42f3-9627-b6bd937fd67e {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:22:49.057283 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b2ca00ca-8141-4223-a325-442d5def68e9 req-865c2cc4-c7af-4e37-a677-8e2608af446f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:49.145018 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [req-b2ca00ca-8141-4223-a325-442d5def68e9 req-865c2cc4-c7af-4e37-a677-8e2608af446f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] For port 7e302705-9c91-42f3-9627-b6bd937fd67e, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7e302705-9c91-42f3-9627-b6bd937fd67e,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:22:49.145276 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b2ca00ca-8141-4223-a325-442d5def68e9 req-865c2cc4-c7af-4e37-a677-8e2608af446f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:49.156671 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [req-b2ca00ca-8141-4223-a325-442d5def68e9 req-865c2cc4-c7af-4e37-a677-8e2608af446f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Calling delete_port for 7e302705-9c91-42f3-9627-b6bd937fd67e owned by compute:nova {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:22:49.276715 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b2ca00ca-8141-4223-a325-442d5def68e9 req-865c2cc4-c7af-4e37-a677-8e2608af446f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:49.308631 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c2cc4-c7af-4e37-a677-8e2608af446f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event deleted for resources: {'Port': ['ID=7e302705-9c91-42f3-9627-b6bd937fd67e,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:49.348873 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ca00ca-8141-4223-a325-442d5def68e9 req-865c2cc4-c7af-4e37-a677-8e2608af446f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] No DVR routers for this DVR port 7e302705-9c91-42f3-9627-b6bd937fd67e on host hv-cinder-79053 {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:22:49.351318 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [req-b2ca00ca-8141-4223-a325-442d5def68e9 req-865c2cc4-c7af-4e37-a677-8e2608af446f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for port, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:49.354646 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [req-b2ca00ca-8141-4223-a325-442d5def68e9 req-865c2cc4-c7af-4e37-a677-8e2608af446f tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.46 "DELETE /v2.0/ports/7e302705-9c91-42f3-9627-b6bd937fd67e HTTP/1.1" status: 204 len: 173 time: 0.3767467 Dec 09 01:22:49.355076 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'name': 'network-vif-deleted', 'tag': '7e302705-9c91-42f3-9627-b6bd937fd67e'}] {{(pid=102583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 09 01:22:49.358100 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2580b76af658cb4f4ec0f151a2453a6c15ecd88c1cdfa712d82d7c438d9a54b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315a5731-4ca5-42bc-be30-7cc9fee02b00" -d '{"events": [{"server_uuid": "d3ff5986-d016-451e-81db-defd8de91f5e", "name": "network-vif-deleted", "tag": "7e302705-9c91-42f3-9627-b6bd937fd67e"}]}' {{(pid=102583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 09 01:22:49.396295 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Dec 2021 01:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b5fdb0-9d77-446e-a29d-f7f8d2c1a3b6 x-openstack-request-id: req-45b5fdb0-9d77-446e-a29d-f7f8d2c1a3b6 {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 09 01:22:49.396520 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3ff5986-d016-451e-81db-defd8de91f5e", "name": "network-vif-deleted", "tag": "7e302705-9c91-42f3-9627-b6bd937fd67e", "status": "completed", "code": 200}]} {{(pid=102583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 09 01:22:49.396777 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45b5fdb0-9d77-446e-a29d-f7f8d2c1a3b6 {{(pid=102583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 09 01:22:49.397187 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3ff5986-d016-451e-81db-defd8de91f5e', 'name': 'network-vif-deleted', 'tag': '7e302705-9c91-42f3-9627-b6bd937fd67e', 'status': 'completed', 'code': 200} Dec 09 01:22:49.678471 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [req-95d9276b-67f1-436e-9f21-e8dd4342cd10 req-3b3a9670-2dd0-4473-8793-c05a4186b2c0 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "GET /v2.0/ports?device_id=d3ff5986-d016-451e-81db-defd8de91f5e HTTP/1.1" status: 200 len: 210 time: 0.0261121 Dec 09 01:22:50.465001 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:22:50.736329 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57668) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:50.854194 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-b3335029-c4a9-4e00-b120-36b7c3c79b8e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Deleting port af4cf847-3507-4171-b3fa-6d0249be5b45 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:22:50.854561 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3335029-c4a9-4e00-b120-36b7c3c79b8e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:50.928949 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3335029-c4a9-4e00-b120-36b7c3c79b8e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:50.929267 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3335029-c4a9-4e00-b120-36b7c3c79b8e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:50.941084 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-b3335029-c4a9-4e00-b120-36b7c3c79b8e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Calling delete_port for af4cf847-3507-4171-b3fa-6d0249be5b45 owned by network:floatingip {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:22:51.064965 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3335029-c4a9-4e00-b120-36b7c3c79b8e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:51.092968 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3335029-c4a9-4e00-b120-36b7c3c79b8e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event deleted for resources: {'Port': ['ID=af4cf847-3507-4171-b3fa-6d0249be5b45,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:51.151101 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3335029-c4a9-4e00-b120-36b7c3c79b8e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for floatingip, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:51.153753 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b3335029-c4a9-4e00-b120-36b7c3c79b8e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10345'] for floatingip, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:51.155095 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b3335029-c4a9-4e00-b120-36b7c3c79b8e tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "DELETE /v2.0/floatingips/8ea32cda-197c-4a35-a59c-53740691afa0 HTTP/1.1" status: 204 len: 168 time: 0.4177818 Dec 09 01:22:51.740528 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:52.115182 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-32f90ea8-aa24-41f2-9a5e-bc1f9a8b231a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:52.344734 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57680) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:52.400181 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-22ca6a11-0ee7-4f5f-b980-cfbdb8478f94 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:52.424974 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-22ca6a11-0ee7-4f5f-b980-cfbdb8478f94 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:52.475845 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 7e302705-9c91-42f3-9627-b6bd937fd67e no longer exists at agent hyperv_hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:22:52.482532 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-22ca6a11-0ee7-4f5f-b980-cfbdb8478f94 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:52.485134 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-22ca6a11-0ee7-4f5f-b980-cfbdb8478f94 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:52.486279 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-22ca6a11-0ee7-4f5f-b980-cfbdb8478f94 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] 10.222.0.23 "DELETE /v2.0/security-groups/d1568718-d0fd-4632-85d9-be27efb19f37 HTTP/1.1" status: 204 len: 168 time: 0.1405361 Dec 09 01:22:52.496715 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca6a11-0ee7-4f5f-b980-cfbdb8478f94 tempest-TestVolumeBootPattern-167814843 tempest-TestVolumeBootPattern-167814843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1568718-d0fd-4632-85d9-be27efb19f37,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:52.498010 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] No Port match for: 7e302705-9c91-42f3-9627-b6bd937fd67e {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:22:52.498402 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Device 7e302705-9c91-42f3-9627-b6bd937fd67e not bound to the agent host hv-cinder-79053 {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:22:52.538524 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57684) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:53.002956 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632160'] for router_interface, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:53.505584 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] Deleting port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:22:53.506351 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:53.579708 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] For port 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:22:53.580063 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:53.595560 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] Calling delete_port for 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d owned by network:router_interface {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:22:53.766345 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:53.789242 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:53.954290 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632060'] for router_interface, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:54.164312 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] Router caeb4219-a386-4dac-ab10-b638d7d062ab has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:22:54.266805 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:22:54.271722 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-02d1ea22-2129-48f0-a73e-57db97caace7 admin admin] 10.222.0.23 "PUT /v2.0/routers/caeb4219-a386-4dac-ab10-b638d7d062ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7321479 Dec 09 01:22:54.274263 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57688) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:54.275193 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a71a2-cad4-4b5a-9df7-d53004d2ecd4 None None] Sync routers for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:22:54.285046 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a71a2-cad4-4b5a-9df7-d53004d2ecd4 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:22:54.285647 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d31a71a2-cad4-4b5a-9df7-d53004d2ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:22:24Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:54.379720 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Publish callbacks [] for router, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:54.482897 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:54.528378 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4d82b3f7-f960-411d-b335-52df3fbad26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:54.531382 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d31a71a2-cad4-4b5a-9df7-d53004d2ecd4 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: dv-cinder-790535-20-iscsi {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:22:54.538534 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Deleting port e2422751-6b0b-4fa8-8ff0-5250b70327bb {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:22:54.539102 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:54.615156 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] For port e2422751-6b0b-4fa8-8ff0-5250b70327bb, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=e2422751-6b0b-4fa8-8ff0-5250b70327bb,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:22:54.615515 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:54.628120 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Calling delete_port for e2422751-6b0b-4fa8-8ff0-5250b70327bb owned by network:router_gateway {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:22:54.705139 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d31a71a2-cad4-4b5a-9df7-d53004d2ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:22:53Z', 'revision_number': 5, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port': {'id': 'e2422751-6b0b-4fa8-8ff0-5250b70327bb', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:11Z', 'updated_at': '2021-12-09T01:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:54.730729 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a71a2-cad4-4b5a-9df7-d53004d2ecd4 None None] Checking router: caeb4219-a386-4dac-ab10-b638d7d062ab for host: dv-cinder-790535-20-iscsi {{(pid=102584) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:22:54.739034 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a71a2-cad4-4b5a-9df7-d53004d2ecd4 None None] Routers {'caeb4219-a386-4dac-ab10-b638d7d062ab'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102584) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:22:54.739589 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d31a71a2-cad4-4b5a-9df7-d53004d2ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:22:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['caeb4219-a386-4dac-ab10-b638d7d062ab'], 'active': True} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:54.789883 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:54.818466 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2422751-6b0b-4fa8-8ff0-5250b70327bb,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:54.828636 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_dvr_db [None req-d31a71a2-cad4-4b5a-9df7-d53004d2ecd4 None None] Set router caeb4219-a386-4dac-ab10-b638d7d062ab gateway port host: None {{(pid=102584) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:22:54.884683 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.db.l3_hamode_db [None req-d31a71a2-cad4-4b5a-9df7-d53004d2ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:22:54Z', 'revision_number': 6, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port_host': None}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:54.884977 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625754'] for router_gateway, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:54.912123 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31a71a2-cad4-4b5a-9df7-d53004d2ecd4 None None] The sync data for ids ['caeb4219-a386-4dac-ab10-b638d7d062ab'] in dv-cinder-790535-20-iscsi is: [{'id': 'caeb4219-a386-4dac-ab10-b638d7d062ab', 'name': 'tempest-TestVolumeBootPattern-1753842413-router', 'tenant_id': '7480e21bc2664d4e94526980995f0f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:10Z', 'updated_at': '2021-12-09T01:22:54Z', 'revision_number': 6, 'project_id': '7480e21bc2664d4e94526980995f0f6c', 'gw_port_host': None}] {{(pid=102584) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:22:54.978565 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39779'] for router, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:54.980662 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.021958 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1619973'] for router, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.022534 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router caeb4219-a386-4dac-ab10-b638d7d062ab {{(pid=102583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 01:22:55.026888 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.028045 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-16f71114-f90d-44bb-b7ac-eb8e0418fb3d admin admin] 10.222.0.23 "DELETE /v2.0/routers/caeb4219-a386-4dac-ab10-b638d7d062ab HTTP/1.1" status: 204 len: 168 time: 0.7528503 Dec 09 01:22:55.030773 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57690) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:55.077898 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29bdc7c-d6b4-4d98-a881-64a7e63709ac admin admin] Deleting subnet 6e9dc000-e704-4a0b-b2e0-375f731e90a6 {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:22:55.080980 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a29bdc7c-d6b4-4d98-a881-64a7e63709ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.114164 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a29bdc7c-d6b4-4d98-a881-64a7e63709ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1063465'] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.187778 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a29bdc7c-d6b4-4d98-a881-64a7e63709ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.242970 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a29bdc7c-d6b4-4d98-a881-64a7e63709ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4430643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4661371'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.276069 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bdc7c-d6b4-4d98-a881-64a7e63709ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9dc000-e704-4a0b-b2e0-375f731e90a6,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:55.280341 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-a29bdc7c-d6b4-4d98-a881-64a7e63709ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.283683 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-a29bdc7c-d6b4-4d98-a881-64a7e63709ac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6e9dc000-e704-4a0b-b2e0-375f731e90a6 HTTP/1.1" status: 204 len: 168 time: 0.2519376 Dec 09 01:22:55.286229 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57692) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:55.289193 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c73e82-8f32-482c-a362-173477161c5b None None] Network 7903c83a-1491-4cdb-8fa8-969596d0e034 requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:22:55.367310 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.421288 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Deleting port 6403226e-cda3-44d4-b3bd-ee4c779e076f {{(pid=102582) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:22:55.421627 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.485916 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.db [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] For port 6403226e-cda3-44d4-b3bd-ee4c779e076f, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=6403226e-cda3-44d4-b3bd-ee4c779e076f,segment=NetworkSegment(18ed32f8-ee5d-4e43-9247-62985102ebac),segment_id=18ed32f8-ee5d-4e43-9247-62985102ebac)] {{(pid=102582) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:22:55.486273 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.498806 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.plugin [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Calling delete_port for 6403226e-cda3-44d4-b3bd-ee4c779e076f owned by network:dhcp {{(pid=102582) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:22:55.576321 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4841719'] for port, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.603778 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Pushing event deleted for resources: {'Port': ['ID=6403226e-cda3-44d4-b3bd-ee4c779e076f,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:55.611048 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] No DVR routers for this DVR port 6403226e-cda3-44d4-b3bd-ee4c779e076f on host dv-cinder-790535-20-iscsi {{(pid=102582) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:22:55.614954 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.615304 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.615644 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.615980 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.616312 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.616641 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.616968 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.617296 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.617622 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.617947 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.618270 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.618613 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.618936 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-20-iscsi {{(pid=102582) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 09 01:22:55.679333 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1893fda7-5c39-464b-b622-109caec1d672 None None] DHCP port deletion for 7903c83a-1491-4cdb-8fa8-969596d0e034 request from dv-cinder-790535-20-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 01:22:55.694628 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.718242 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7903c83a-1491-4cdb-8fa8-969596d0e034']}} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:55.727690 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ed32f8-ee5d-4e43-9247-62985102ebac') {'for_net_delete': True} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:55.727985 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.services.segments.db [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ed32f8-ee5d-4e43-9247-62985102ebac') {} {{(pid=102582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:55.737249 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5005290'] for segment, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.751273 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.757356 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=102582) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:22:55.757747 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4841512'] for segment, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: Traceback (most recent call last): Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: timer() Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: cb(*args, **kw) Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: return func(*args, **kwargs) Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: self._notify() Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: self.callback(batched_events) Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: event.method(event) Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: return f(self, *a, **k) Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._get(url).json() Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: return self.request(url, 'GET', **kwargs) Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:22:55.759525 dv-cinder-790535-20-iscsi neutron-server[102582]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:22:55.818001 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.823605 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:55.830392 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] 10.222.0.23 "DELETE /v2.0/networks/7903c83a-1491-4cdb-8fa8-969596d0e034 HTTP/1.1" status: 204 len: 168 time: 0.5395396 Dec 09 01:22:55.830649 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57694) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:55.838188 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bebba5-9ca1-480a-918f-9001c7c6277d admin admin] Pushing event deleted for resources: {'Network': ['ID=7903c83a-1491-4cdb-8fa8-969596d0e034,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:56.173324 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1632160'] for router_interface, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:56.186071 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:56.411222 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] Deleting port 074af480-10e4-44ba-b246-6b8cbca91d94 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:22:56.411564 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:56.486070 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] For port 074af480-10e4-44ba-b246-6b8cbca91d94, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=074af480-10e4-44ba-b246-6b8cbca91d94,segment=NetworkSegment(6bb04593-fa07-494f-a474-8ce1f24e7955),segment_id=6bb04593-fa07-494f-a474-8ce1f24e7955)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:22:56.486353 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:56.502138 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] Calling delete_port for 074af480-10e4-44ba-b246-6b8cbca91d94 owned by network:router_interface {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:22:56.671997 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:56.697498 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=074af480-10e4-44ba-b246-6b8cbca91d94,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:56.856637 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1632060'] for router_interface, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:56.963893 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:22:56.983530 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:22:56.983868 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 6dbcb864-19cf-4cb6-8fc5-ea03ddca8d7d not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:22:56.984281 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 6403226e-cda3-44d4-b3bd-ee4c779e076f no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:22:57.002981 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 6403226e-cda3-44d4-b3bd-ee4c779e076f {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:22:57.003261 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 6403226e-cda3-44d4-b3bd-ee4c779e076f not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:22:57.003683 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device e2422751-6b0b-4fa8-8ff0-5250b70327bb no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:22:57.025252 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: e2422751-6b0b-4fa8-8ff0-5250b70327bb {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:22:57.025588 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device e2422751-6b0b-4fa8-8ff0-5250b70327bb not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:22:57.072400 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] Router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 has already been hosted by L3 agent c258e07c-d856-42ae-95fe-8384e34fb178 {{(pid=102583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 09 01:22:57.201346 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:57.441346 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] Notify agent at l3_agent.dv-cinder-790535-20-iscsi the message routers_updated {{(pid=102583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 09 01:22:57.446334 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b4c3ed64-0bfe-42dc-a986-0a72d73b3df4 admin admin] 10.222.0.23 "PUT /v2.0/routers/8bd48ae4-fd53-48dc-8de9-4a23fd55b996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6145265 Dec 09 01:22:57.448901 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57696) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:57.452096 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800d0e3-f8ed-4897-8d2c-3b88fbe9a8cd None None] Sync routers for ids ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'] in dv-cinder-790535-20-iscsi {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 09 01:22:57.461777 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800d0e3-f8ed-4897-8d2c-3b88fbe9a8cd None None] Routers {'8bd48ae4-fd53-48dc-8de9-4a23fd55b996'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:22:57.462407 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-8800d0e3-f8ed-4897-8d2c-3b88fbe9a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:22:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:57.550562 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Publish callbacks [] for router, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:57.567599 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-8800d0e3-f8ed-4897-8d2c-3b88fbe9a8cd None None] Set router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 gateway port host: dv-cinder-790535-20-iscsi {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:22:57.664353 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:57.715343 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Deleting port 80d1270d-5f5c-46db-a99c-dcba293c3408 {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:22:57.715574 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:57.792678 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] For port 80d1270d-5f5c-46db-a99c-dcba293c3408, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=80d1270d-5f5c-46db-a99c-dcba293c3408,segment=NetworkSegment(bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a),segment_id=bb4bdbfe-67d0-4b76-a6d9-6d256b1ef90a)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:22:57.793374 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:57.805847 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Calling delete_port for 80d1270d-5f5c-46db-a99c-dcba293c3408 owned by network:router_gateway {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:22:57.830326 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-8800d0e3-f8ed-4897-8d2c-3b88fbe9a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'name': 'tempest-TestVolumeBootPattern-2005797784-router', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'external_fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:15Z', 'updated_at': '2021-12-09T01:22:56Z', 'revision_number': 5, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'gw_port': {'id': '80d1270d-5f5c-46db-a99c-dcba293c3408', 'name': '', 'network_id': 'e952e783-e52e-44fe-b527-a56b6aa6756d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T01:16:16Z', 'updated_at': '2021-12-09T01:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3436fb9-0177-4d6c-871f-ee37a8a93013', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-20-iscsi'}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:57.856125 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800d0e3-f8ed-4897-8d2c-3b88fbe9a8cd None None] Checking router: 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 for host: dv-cinder-790535-20-iscsi {{(pid=102585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 09 01:22:57.864755 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800d0e3-f8ed-4897-8d2c-3b88fbe9a8cd None None] Routers {'8bd48ae4-fd53-48dc-8de9-4a23fd55b996'} bound to L3 agent in host dv-cinder-790535-20-iscsi {{(pid=102585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 09 01:22:57.865409 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-8800d0e3-f8ed-4897-8d2c-3b88fbe9a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T01:00:54Z,description=,heartbeat_timestamp=2021-12-09T01:22:54Z,host='dv-cinder-790535-20-iscsi',id=c258e07c-d856-42ae-95fe-8384e34fb178,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T01:00:54Z,topic='l3_agent')) {'router_ids': ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'], 'active': True} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:57.957472 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_dvr_db [None req-8800d0e3-f8ed-4897-8d2c-3b88fbe9a8cd None None] Set router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 gateway port host: None {{(pid=102585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 09 01:22:57.975179 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.002536 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Pushing event deleted for resources: {'Port': ['ID=80d1270d-5f5c-46db-a99c-dcba293c3408,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:58.010947 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.l3_hamode_db [None req-8800d0e3-f8ed-4897-8d2c-3b88fbe9a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'name': 'tempest-TestVolumeBootPattern-2005797784-router', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:15Z', 'updated_at': '2021-12-09T01:22:57Z', 'revision_number': 6, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'gw_port_host': None}], 'dv-cinder-790535-20-iscsi', False) {} {{(pid=102585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:58.036567 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800d0e3-f8ed-4897-8d2c-3b88fbe9a8cd None None] The sync data for ids ['8bd48ae4-fd53-48dc-8de9-4a23fd55b996'] in dv-cinder-790535-20-iscsi is: [{'id': '8bd48ae4-fd53-48dc-8de9-4a23fd55b996', 'name': 'tempest-TestVolumeBootPattern-2005797784-router', 'tenant_id': 'd31e005e5dc549e5b246863e835dcdc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T01:16:15Z', 'updated_at': '2021-12-09T01:22:57Z', 'revision_number': 6, 'project_id': 'd31e005e5dc549e5b246863e835dcdc5', 'gw_port_host': None}] {{(pid=102585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 09 01:22:58.070159 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625754'] for router_gateway, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.158843 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39779'] for router, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.160961 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.206680 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1619973'] for router, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.207226 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd48ae4-fd53-48dc-8de9-4a23fd55b996 {{(pid=102583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 09 01:22:58.211633 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] Publish callbacks [] for router, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.212757 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-9598a2d2-f8e6-4c3f-9c78-068a7254001b admin admin] 10.222.0.23 "DELETE /v2.0/routers/8bd48ae4-fd53-48dc-8de9-4a23fd55b996 HTTP/1.1" status: 204 len: 168 time: 0.7629437 Dec 09 01:22:58.215402 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57698) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:58.262250 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bc721c-40f8-4ed3-b3a8-626f9d32c709 admin admin] Deleting subnet 4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654 {{(pid=102583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 09 01:22:58.265445 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-83bc721c-40f8-4ed3-b3a8-626f9d32c709 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.298426 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-83bc721c-40f8-4ed3-b3a8-626f9d32c709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1063465'] for subnet, precommit_delete_associations {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.373925 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-83bc721c-40f8-4ed3-b3a8-626f9d32c709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-657622'] for subnet, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.407342 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.432109 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-83bc721c-40f8-4ed3-b3a8-626f9d32c709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-657631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4430643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4661371'] for subnet, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.460788 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc721c-40f8-4ed3-b3a8-626f9d32c709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:58.464606 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-83bc721c-40f8-4ed3-b3a8-626f9d32c709 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.471711 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-83bc721c-40f8-4ed3-b3a8-626f9d32c709 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4d8b9d7f-da1f-4e05-8b7f-eaa6ae1c1654 HTTP/1.1" status: 204 len: 168 time: 0.2521152 Dec 09 01:22:58.471711 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57700) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:58.478741 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe4d847-2b09-4d3b-b8eb-a698fdc652c7 None None] Network 1562bcad-3bc5-4cad-aaaa-9f4fe408005d requested from dv-cinder-790535-20-iscsi {{(pid=102584) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 09 01:22:58.543485 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620430'] for network, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.596985 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Deleting port d4f32e08-3411-4a70-9a86-8b655594297a {{(pid=102583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 09 01:22:58.597431 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789186186168'] for port, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.664041 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.db [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] For port d4f32e08-3411-4a70-9a86-8b655594297a, host dv-cinder-790535-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-20-iscsi',level=0,port_id=d4f32e08-3411-4a70-9a86-8b655594297a,segment=NetworkSegment(6bb04593-fa07-494f-a474-8ce1f24e7955),segment_id=6bb04593-fa07-494f-a474-8ce1f24e7955)] {{(pid=102583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 09 01:22:58.664404 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627377'] for port, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.677143 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.plugin [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Calling delete_port for d4f32e08-3411-4a70-9a86-8b655594297a owned by network:dhcp {{(pid=102583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 09 01:22:58.752752 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-676575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1975655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789186193686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789185694486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4430598'] for port, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.782602 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f32e08-3411-4a70-9a86-8b655594297a,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:58.784991 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] No DVR routers for this DVR port d4f32e08-3411-4a70-9a86-8b655594297a on host dv-cinder-790535-20-iscsi {{(pid=102583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 09 01:22:58.814451 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876bb8c0-dda6-4000-9f5b-9af94de23d18 None None] DHCP port deletion for 1562bcad-3bc5-4cad-aaaa-9f4fe408005d request from dv-cinder-790535-20-iscsi {{(pid=102584) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 09 01:22:58.871123 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684099', 'neutron.services.segments.db._delete_segments_for_network-8789186210762'] for network, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.893699 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1562bcad-3bc5-4cad-aaaa-9f4fe408005d']}} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:58.904465 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb04593-fa07-494f-a474-8ce1f24e7955') {'for_net_delete': True} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:58.904890 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.services.segments.db [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb04593-fa07-494f-a474-8ce1f24e7955') {} {{(pid=102583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 09 01:22:58.915387 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789186018515', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1063504'] for segment, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.923750 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 80d1270d-5f5c-46db-a99c-dcba293c3408 no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:22:58.929787 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697'] for segment, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.937825 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 09 01:22:58.938223 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-655697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4430809'] for segment, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: Traceback (most recent call last): Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: timer() Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: cb(*args, **kw) Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: return func(*args, **kwargs) Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: self._notify() Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: self.callback(batched_events) Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: event.method(event) Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: aggregate_uuid = self.p_client.list_aggregates( Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: return f(self, *a, **k) Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._get(url).json() Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: return self.request(url, 'GET', **kwargs) Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: base_url = self.get_endpoint(auth, allow=allow, Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 01:22:58.939939 dv-cinder-790535-20-iscsi neutron-server[102583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 01:22:58.954133 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 80d1270d-5f5c-46db-a99c-dcba293c3408 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:22:58.954506 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 80d1270d-5f5c-46db-a99c-dcba293c3408 not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:22:58.954926 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 074af480-10e4-44ba-b246-6b8cbca91d94 no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:22:58.974344 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: 074af480-10e4-44ba-b246-6b8cbca91d94 {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:22:58.974710 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device 074af480-10e4-44ba-b246-6b8cbca91d94 not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:22:58.975121 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device d4f32e08-3411-4a70-9a86-8b655594297a no longer exists at agent ovs-agent-dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 09 01:22:58.994326 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.plugin [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] No Port match for: d4f32e08-3411-4a70-9a86-8b655594297a {{(pid=102584) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 09 01:22:58.994739 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron.plugins.ml2.rpc [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Device d4f32e08-3411-4a70-9a86-8b655594297a not bound to the agent host dv-cinder-790535-20-iscsi {{(pid=102584) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 09 01:22:58.999723 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1673323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625790'] for network, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:59.005029 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673221'] for network, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:59.008382 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] 10.222.0.23 "DELETE /v2.0/networks/1562bcad-3bc5-4cad-aaaa-9f4fe408005d HTTP/1.1" status: 204 len: 168 time: 0.5363948 Dec 09 01:22:59.019620 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771a8f6-73a6-433b-82e9-d9f09eef225b admin admin] Pushing event deleted for resources: {'Network': ['ID=1562bcad-3bc5-4cad-aaaa-9f4fe408005d,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:59.162920 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57704) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:59.204394 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-42093695-12b0-4a8a-a56b-8ca44d4b98b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7480e21bc2664d4e94526980995f0f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402963 Dec 09 01:22:59.206784 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [-] (102583) accepted ('10.222.0.23', 57706) {{(pid=102583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:59.251535 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d251b457-662c-456c-a07a-56cc19c826e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:59.272320 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d251b457-662c-456c-a07a-56cc19c826e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:59.322519 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d251b457-662c-456c-a07a-56cc19c826e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:59.325738 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron_lib.callbacks.manager [None req-d251b457-662c-456c-a07a-56cc19c826e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:59.326899 dv-cinder-790535-20-iscsi neutron-server[102583]: INFO neutron.wsgi [None req-d251b457-662c-456c-a07a-56cc19c826e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2faccfe8-a524-49a4-9782-a2c2dbfcb7a9 HTTP/1.1" status: 204 len: 168 time: 0.1192274 Dec 09 01:22:59.334659 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251b457-662c-456c-a07a-56cc19c826e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faccfe8-a524-49a4-9782-a2c2dbfcb7a9,revision_number=None']} {{(pid=102583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:22:59.629974 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57712) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:59.668444 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-0fb4252b-dcef-4032-8b0a-4b683b9f7649 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d31e005e5dc549e5b246863e835dcdc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373054 Dec 09 01:22:59.671409 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.wsgi [-] (102582) accepted ('10.222.0.23', 57714) {{(pid=102582) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 09 01:22:59.717973 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86787d20-b66b-462d-93e4-1ecb020be841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:59.738980 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86787d20-b66b-462d-93e4-1ecb020be841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:59.789512 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86787d20-b66b-462d-93e4-1ecb020be841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352368'] for security_group, after_delete {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:59.792182 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron_lib.callbacks.manager [None req-86787d20-b66b-462d-93e4-1ecb020be841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:22:59.793335 dv-cinder-790535-20-iscsi neutron-server[102582]: INFO neutron.wsgi [None req-86787d20-b66b-462d-93e4-1ecb020be841 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/798bddd0-3a54-4416-bade-fd717f282804 HTTP/1.1" status: 204 len: 168 time: 0.1210315 Dec 09 01:22:59.802055 dv-cinder-790535-20-iscsi neutron-server[102582]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86787d20-b66b-462d-93e4-1ecb020be841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798bddd0-3a54-4416-bade-fd717f282804,revision_number=None']} {{(pid=102582) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 09 01:23:21.746531 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:23:22.116120 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-9c2535d1-769d-4786-827f-3a9464c44be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:23:24.511589 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d1e5f41a-3a3d-41bc-8b76-e6b4bd977caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:23:26.190224 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:23:27.202611 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:23:27.464457 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:23:28.399931 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:23:51.742335 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:23:52.118062 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-1608d053-940a-4cb9-8125-789f631020f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:23:54.513140 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-6d8cdb2f-ca51-47b2-b656-c84ad637ae15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:23:56.192083 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:23:57.204913 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:23:58.402536 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:04.462277 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:24:21.735626 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:22.119461 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-af3b8628-8c20-49a2-8bd7-04e976969b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:24.514876 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d96bf425-d4c5-4a41-b640-9f5938176d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:26.194714 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:27.207258 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:28.404197 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:41.461382 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:24:51.752818 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:52.120192 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-63c9b18c-ae83-4423-994e-4a2352058e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:54.516922 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-fe8ea7e3-459b-4168-be29-9342b04ede9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:56.196686 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:57.207493 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:24:58.407176 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:18.459820 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:25:21.764019 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:22.121829 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b715149-b06c-44e4-84e2-72188252f5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:24.518528 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-05f603f6-8558-4e3f-bee6-01d10fda6e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:26.199869 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:27.211676 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:28.409916 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:48.924991 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [req-bdd39eb1-5820-4d11-86e4-be0b029bdfe9 req-10aa6c61-ccca-488f-9d13-982c3b836329 service neutron] (102583) timed out ('10.222.0.46', 63382) {{(pid=102583) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 01:25:50.532482 dv-cinder-790535-20-iscsi neutron-server[102583]: DEBUG neutron.wsgi [req-bdb11d41-59b0-4bdc-99d5-28a33941100a req-a43d71ff-438e-4d2d-8216-a738b631d98d service neutron] (102583) timed out ('10.222.0.46', 63364) {{(pid=102583) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 09 01:25:51.794099 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:52.123513 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-a48eb992-6447-460b-b98a-1415638ed439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:54.520544 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f0c18ca0-403f-49c5-be30-e8df000b5fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:55.458565 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:25:56.203416 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:57.214282 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:25:58.414493 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:21.794916 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:22.125861 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3ca6-3029-4987-8487-67c3715bc7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:24.521695 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-3c54f512-4cf3-4803-bb32-e6bb33ea2cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:26.205876 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:27.217547 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:28.416769 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:32.457072 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:26:51.807259 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:52.127055 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f27e89d6-9786-4a0e-8493-f18f620a0e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:54.523334 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f083-b11b-4d1c-8af6-4637d4c85b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:56.209535 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:57.221132 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:26:58.419879 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:09.456123 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:27:21.804824 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:22.128683 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-4466d6d7-8496-4512-ac4a-07bd61ed0abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:24.525065 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b037-dfa3-4b1b-ac6c-0731d6e5dff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:26.211143 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:27.223968 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:28.421569 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:46.454676 dv-cinder-790535-20-iscsi neutron-server[102585]: DEBUG neutron.db.agents_db [None req-920c6f74-fab8-4fbf-bd5c-a1e8b7b6ca74 None None] Agent healthcheck: found 6 active agents {{(pid=102585) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 09 01:27:51.824147 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:52.129413 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-b4eec35c-6304-4160-a692-571e56d3af2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:54.527725 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-f6988114-321d-4e89-96a3-21054e897519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:56.214883 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-7eaae512-b026-48f5-a4dd-2918800421bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:57.226317 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-5a8e81ce-ff80-4a8e-bed5-19f4b3a28fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:27:58.424250 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-718af7c1-fd5c-40ca-9ec9-667bc61bc8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:28:21.834401 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-2b8be069-cb27-486f-8746-d5612f4ae07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 09 01:28:22.130940 dv-cinder-790535-20-iscsi neutron-server[102584]: DEBUG neutron_lib.callbacks.manager [None req-d213cf08-01e5-406b-95fd-254f20bec815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789186210717', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686089'] for agent, after_update {{(pid=102584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}